[ 528.866931] env[66860]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.866931] env[66860]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.844807] env[66948]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.844807] env[66948]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.402177] env[66948]: INFO neutron.common.config [-] Logging enabled! [ 531.402512] env[66948]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.1.0.dev44 [ 531.402708] env[66948]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66948) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.403021] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.403120] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.403956] env[66948]: WARNING oslo_policy.policy [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.404340] env[66948]: WARNING oslo_policy.policy [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.405917] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] VMware NSXv3 Agent initialized successfully. [ 531.406287] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] Acquiring lock "singleton_lock" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.406416] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] Acquired lock "singleton_lock" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.406624] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] Releasing lock "singleton_lock" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.406917] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] Full set of CONF: {{(pid=66948) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 531.407038] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ******************************************************************************** {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.407143] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] Configuration options gathered from: {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.407487] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.407659] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.407766] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ================================================================================ {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.407934] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] agent_down_time = 75 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.408087] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] allow_automatic_dhcp_failover = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.408223] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] allow_bulk = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.408365] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] api_extensions_path = {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.408503] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] api_paste_config = api-paste.ini {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.408651] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] auth_strategy = keystone {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.408752] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] backdoor_port = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.408851] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] backdoor_socket = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.408985] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] backlog = 4096 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.409134] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.409294] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] bind_host = 0.0.0.0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.409437] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] bind_port = 9696 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.409569] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] client_socket_timeout = 900 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.409706] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] config_dir = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.409816] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.409958] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] config_source = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.410110] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] control_exchange = neutron {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.410250] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] core_plugin = ml2 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.410386] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] debug = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.410522] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] default_availability_zones = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.410733] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.410865] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] dhcp_agent_notification = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.410998] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] dhcp_agents_per_network = 1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.411147] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] dhcp_lease_duration = 86400 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.411287] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] dhcp_load_type = networks {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.411423] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] dns_domain = openstacklocal {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.411559] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.411691] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] enable_default_route_bfd = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.411820] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] enable_default_route_ecmp = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.411951] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] enable_dvr = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.412094] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] enable_new_agents = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.412229] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.412357] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] enable_signals = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.412496] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] enable_traditional_dhcp = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.412621] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] external_dns_driver = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.412754] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] filter_validation = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.412896] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] global_physnet_mtu = 8950 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.413039] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] graceful_shutdown_timeout = 60 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.413222] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] host = cpu-1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.413359] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] host_dvr_for_dhcp = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.413492] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] http_retries = 3 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.413630] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] instance_format = [instance: %(uuid)s] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.413787] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.413937] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ipam_driver = internal {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.414081] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ipv6_pd_enabled = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.414214] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] l3_ha = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.414350] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.414484] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] l3_ha_network_physical_name = {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.414650] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] l3_ha_network_type = {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.414794] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_color = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.414932] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_config_append = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.415130] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.415274] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_dir = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.415408] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_file = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.415512] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_options = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.415647] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_rotate_interval = 1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.415790] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_rotate_interval_type = days {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.415926] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] log_rotation_type = none {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.416041] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.416144] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.416282] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.416414] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.416513] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.416649] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] max_dns_nameservers = 5 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.416782] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] max_header_line = 16384 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.416910] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] max_l3_agents_per_router = 3 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.417050] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] max_logfile_count = 30 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.417182] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] max_logfile_size_mb = 200 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.417310] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] max_subnet_host_routes = 20 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.417446] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] my_ip = 10.180.1.21 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.417598] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] my_ipv6 = ::1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.417762] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] network_auto_schedule = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.417894] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] network_link_prefix = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.418047] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.418193] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] notify_nova_on_port_data_changes = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.418333] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] notify_nova_on_port_status_changes = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.418472] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] pagination_max_limit = -1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.418605] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] publish_errors = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.418758] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] rate_limit_burst = 0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.418873] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] rate_limit_except_level = CRITICAL {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.419011] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] rate_limit_interval = 0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.419164] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] retry_until_window = 30 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.419303] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] router_distributed = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.419436] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] rpc_resources_processing_step = 20 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.419568] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] rpc_response_max_timeout = 600 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.419702] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] rpc_response_timeout = 60 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.419832] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] send_events_interval = 2 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.419982] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] service_plugins = ['router'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.420136] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] setproctitle = on {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.420265] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] shell_completion = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.420404] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] state_path = /opt/stack/data/neutron {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.420541] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] syslog_log_facility = LOG_USER {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.420675] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] tcp_keepidle = 600 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.420814] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] transport_url = **** {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.420945] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] use_journal = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.421085] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] use_json = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.421216] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] use_ssl = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.421343] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] use_stderr = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.421477] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] use_syslog = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.421603] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] vlan_qinq = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.421728] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] vlan_transparent = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.421855] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] watch_log_file = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.421988] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] wsgi_default_pool_size = 100 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.422129] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] wsgi_keep_alive = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.422265] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.422394] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] wsgi_server_debug = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.422543] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_concurrency.disable_process_locking = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.422688] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.422833] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.422967] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.423119] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.423262] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.423398] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.423550] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.connection_string = messaging:// {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.423693] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.enabled = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.423834] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.es_doc_type = notification {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.424044] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.es_scroll_size = 10000 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.424221] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.es_scroll_time = 2m {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.424416] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.filter_error_trace = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.424617] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.hmac_keys = **** {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.424772] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.sentinel_service_name = mymaster {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.424922] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.socket_timeout = 0.1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.425071] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.trace_requests = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.425208] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler.trace_sqlalchemy = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.425356] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler_jaeger.process_tags = {} {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.425489] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler_jaeger.service_name_prefix = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.425653] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] profiler_otlp.service_name_prefix = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.425808] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.enforce_new_defaults = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.426096] env[66948]: WARNING oslo_config.cfg [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.426251] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.enforce_scope = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.426394] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.policy_default_rule = default {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.426548] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.426692] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.426835] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.426983] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.427134] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.427266] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.427401] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.427543] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.427695] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.427847] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] agent.extensions = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.427990] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.428148] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] service_providers.service_provider = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.428296] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.default_quota = -1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.428441] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.428577] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_floatingip = 50 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.428713] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_network = 100 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.428873] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_port = 500 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.428978] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.429123] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_router = 10 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.429259] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_security_group = 10 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.429393] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.429527] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.quota_subnet = 100 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.429686] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] QUOTAS.track_quota_usage = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.429850] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.429984] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep.group = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.430131] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep.helper_command = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.430268] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep.log_daemon_traceback = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.430407] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.430542] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep.thread_pool_size = 8 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.430676] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep.user = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.430822] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.430952] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_dhcp_release.group = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.431094] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_dhcp_release.helper_command = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.431227] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.431365] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.431498] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.431628] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_dhcp_release.user = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.431768] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.431896] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_ovs_vsctl.group = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.432032] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.432167] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.432303] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.432439] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.432594] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_ovs_vsctl.user = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.432735] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_namespace.capabilities = [21] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.432869] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_namespace.group = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.433010] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_namespace.helper_command = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.433152] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.433292] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.433429] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.433592] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_namespace.user = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.433707] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_conntrack.capabilities = [12] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.433840] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_conntrack.group = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.433971] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_conntrack.helper_command = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.434117] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.434256] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.434390] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.434520] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_conntrack.user = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.434688] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_link.capabilities = [12, 21] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.434823] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_link.group = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.434974] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_link.helper_command = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.435132] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_link.log_daemon_traceback = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.435271] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.435402] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_link.thread_pool_size = 8 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.435531] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] privsep_link.user = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.435720] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.435875] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.436026] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.continue_on_failed_promotions = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.436162] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.dscp = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.436300] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.dscp_inherit = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.436442] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.force_mp_to_policy = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.436577] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.locking_coordinator_url = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.436712] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.log_agent_heartbeats = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.436847] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.logging_expire = 1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.436986] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.437134] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.437280] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.polling_interval = 240 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.437421] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.437564] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.437711] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.report_interval = 30.0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.437853] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.437991] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.438145] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.438281] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.sync_skew = 60 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.438416] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.synchronization_queue_size = 20 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.438551] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT.use_helper_for_ns_read = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.438691] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] SECURITYGROUP.enable_ipset = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.438836] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] SECURITYGROUP.enable_security_group = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.439009] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.439199] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.439352] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] experimental.ipv6_pd_enabled = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.439514] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.extension_drivers = ['port_security'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.439651] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.external_network_type = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.439801] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.439950] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.overlay_ip_version = 4 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.440103] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.path_mtu = 8950 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.440248] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.physical_network_mtus = {} {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.440395] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.440538] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.440683] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ml2.type_drivers = ['vlan'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.440826] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.440959] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.441105] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.441248] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.441391] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.441530] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.441688] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.441853] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.442013] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.442222] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.442371] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_login_password = **** {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.442519] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.442660] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_login_user = admin {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.442801] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.442974] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.443145] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.443288] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.443435] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.443619] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.443772] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.443950] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.444110] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.444257] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.444403] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.444538] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.444698] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.444905] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.445064] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.445209] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.445348] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.445494] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.auth_section = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.445640] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.auth_type = password {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.445784] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.445987] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.certfile = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.446194] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.collect_timing = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.446359] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.endpoint_type = public {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.446499] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.insecure = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.446629] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.keyfile = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.446773] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.region_name = RegionOne {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.446928] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.split_loggers = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.447115] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] nova.timeout = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.447270] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.auth_section = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.447417] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.auth_type = password {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.447563] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.447699] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.certfile = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.447833] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.collect_timing = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.447973] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.endpoint_type = public {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.448123] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.insecure = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.448255] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.keyfile = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.448384] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.region_name = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.448514] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.split_loggers = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.448641] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] placement.timeout = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.448780] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.auth_section = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.448918] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.auth_type = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.449089] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.cafile = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.449186] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.certfile = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.449353] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.collect_timing = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.449539] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.connect_retries = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.449761] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.connect_retry_delay = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.449962] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.enable_notifications = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.450131] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.endpoint_override = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.450272] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.insecure = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.450407] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.interface = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.450539] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.keyfile = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.450678] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.max_version = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.450812] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.min_version = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.450958] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.region_name = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.451113] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.retriable_status_codes = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.451246] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.service_name = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.451376] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.service_type = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.451510] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.split_loggers = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.451671] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.status_code_retries = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.451838] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.status_code_retry_delay = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.451977] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.timeout = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.452125] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.valid_interfaces = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.452260] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ironic.version = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.452411] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] cli_script.dry_run = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.452685] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.452951] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.453184] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.453341] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.453483] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.453658] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.453815] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.453981] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.454137] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.454285] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.454438] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.454653] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.454810] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.455018] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.455186] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.455334] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.455475] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.455633] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.455789] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.455927] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.456131] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.456286] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.456423] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.456559] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.456694] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.456826] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.456985] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.457169] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.457316] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.457453] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.457636] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.ssl = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.457802] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.457948] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.458100] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.458269] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.458424] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.458644] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.458821] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_notifications.driver = [] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.458983] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_notifications.retry = -1 {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.459161] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.459319] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.459429] env[66948]: DEBUG oslo_service.backend._eventlet.service [None req-b4eb09eb-5de5-41bd-a98c-03d8a6a4a295 None None] ******************************************************************************** {{(pid=66948) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.460604] env[66948]: DEBUG neutron.agent.securitygroups_rpc [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Init firewall settings (driver=nsxv3) {{(pid=66948) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.462026] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66948) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.462275] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.464753] env[66948]: DEBUG dogpile.cache.region [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.464880] env[66948]: DEBUG dogpile.lock [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.464980] env[66948]: DEBUG dogpile.lock [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.465083] env[66948]: DEBUG dogpile.lock [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.465180] env[66948]: DEBUG dogpile.cache.region [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.465269] env[66948]: DEBUG dogpile.lock [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.465395] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.497320] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Session token - acquiring [ 531.499174] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.499346] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.499444] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.499905] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.510671] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.784515] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 531.805575] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 531.805858] env[66948]: DEBUG dogpile.cache.region [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Cache value generated in 0.340 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 531.805974] env[66948]: DEBUG dogpile.lock [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 531.806182] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Activating Policy API Provider. [ 531.806456] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Looking for the default Infrastructure Rules. [ 531.880028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Looking for the Default Layer3 Logged Drop Section. [ 531.897126] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 531.897582] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.897758] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.897860] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.898163] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.898518] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.413540] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.915740] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.418548] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Inventory metadata is going to be refreshed. [ 533.418927] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 534.158993] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.159283] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.159283] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.159602] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.172370] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 534.173413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.174030] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 534.190768] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.190968] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.191103] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.191345] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.191473] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.191622] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 534.191737] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.191841] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 534.210822] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.211116] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.211116] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.211378] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.211551] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.211696] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 534.235160] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.235517] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.235517] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.235740] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.235897] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.236054] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.256810] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.257113] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.257190] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.257469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.257613] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.257766] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.257871] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.257973] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.275040] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.275261] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.275367] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.275580] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.275734] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.275900] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.276037] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.276152] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.294197] env[66948]: DEBUG networking_nsxv3.common.locking [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.294384] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.294426] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.294824] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.294981] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.295144] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.295247] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.295344] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Inventory metadata have been refreshed. [ 534.295439] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Dryrun:True. Metadata refresh completed. [ 534.295555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Releasing lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.297218] env[66948]: INFO neutron.agent.agent_extensions_manager [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Loaded agent extensions: [] [ 534.298084] env[66948]: DEBUG neutron_lib.callbacks.manager [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66948) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.345357] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.345513] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.345624] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent out of sync with plugin! [ 539.299171] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.299601] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.300474] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.300846] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.961995] env[66948]: INFO networking_nsxv3.common.synchronization [None req-63c07b56-5259-44c1-9342-6aba2ab4f554 demo admin] Enqueued Resource ID: 0fe08638-133d-43b5-9f99-75259a1f1695 with Priority: HIGHEST for action security_group_rules [ 547.962875] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe08638-133d-43b5-9f99-75259a1f1695 with Priority: HIGHEST for action security_group_rules [ 547.962875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fe08638-133d-43b5-9f99-75259a1f1695 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.963163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fe08638-133d-43b5-9f99-75259a1f1695" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.963163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fe08638-133d-43b5-9f99-75259a1f1695" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.963617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fe08638-133d-43b5-9f99-75259a1f1695" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.963705] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fe08638-133d-43b5-9f99-75259a1f1695',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.486460] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.486679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.486679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.486883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.486951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.487058] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fe08638-133d-43b5-9f99-75259a1f1695 already deleted. [ 548.487146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fe08638-133d-43b5-9f99-75259a1f1695" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.300960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.301439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.301439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.301439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.301664] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.804169] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.964026] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.964232] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.306573] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.808821] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 553.808933] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 554.598068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.598584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.598584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.598584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.609388] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 554.610227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.611162] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 554.632525] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.632828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.632828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.633119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.633119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.633230] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 554.633230] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.633345] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 554.654959] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.655228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.655228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.655417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.655512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.655637] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 554.680385] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.680652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.680652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.680777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.680929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.681038] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 554.703954] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.704243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.704243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.704358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.704464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.704580] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 554.704707] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.704794] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 554.723793] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.724084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.724084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.724270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.724322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.724392] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 554.724462] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.724532] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 554.747380] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.747665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.747665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.747796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.747904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.748041] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 554.748114] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.748177] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 554.748241] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 554.748316] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 554.748378] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 554.748432] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 554.748718] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 554.748795] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 554.748914] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 554.770471] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.770706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.770706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.770879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.770997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.771121] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 554.796273] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.796518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.796518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.796757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.796878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.841836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.965603] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.965603] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.966792] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.967203] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.968130] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.968584] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.969612] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.969896] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.223779] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b2703f28-42d8-4745-86f4-e33c7d2e832d None None] Enqueued Resource ID: 30852282-57ed-4e79-b8d9-94ec3466d95e with Priority: HIGHEST for action port [ 573.223779] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30852282-57ed-4e79-b8d9-94ec3466d95e with Priority: HIGHEST for action port [ 573.223779] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-30852282-57ed-4e79-b8d9-94ec3466d95e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.223779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30852282-57ed-4e79-b8d9-94ec3466d95e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.223779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30852282-57ed-4e79-b8d9-94ec3466d95e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.223779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30852282-57ed-4e79-b8d9-94ec3466d95e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.224244] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30852282-57ed-4e79-b8d9-94ec3466d95e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.730404] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30852282-57ed-4e79-b8d9-94ec3466d95e [ 573.730639] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.730773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.730838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.731094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.731183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.731277] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30852282-57ed-4e79-b8d9-94ec3466d95e already deleted. [ 573.731353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30852282-57ed-4e79-b8d9-94ec3466d95e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.948906] env[66948]: INFO networking_nsxv3.common.synchronization [None req-98325503-f4b8-4abe-9d04-475a1fb5d557 None None] Enqueued Resource ID: 172926eb-cab6-4ccc-8ea8-eff00575129a with Priority: HIGHEST for action port [ 574.949222] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172926eb-cab6-4ccc-8ea8-eff00575129a with Priority: HIGHEST for action port [ 574.949738] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-172926eb-cab6-4ccc-8ea8-eff00575129a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.949857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-172926eb-cab6-4ccc-8ea8-eff00575129a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.949925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-172926eb-cab6-4ccc-8ea8-eff00575129a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.950203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-172926eb-cab6-4ccc-8ea8-eff00575129a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.950304] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('172926eb-cab6-4ccc-8ea8-eff00575129a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.452939] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 172926eb-cab6-4ccc-8ea8-eff00575129a [ 575.453159] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.453300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.453410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.453588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.453679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.453774] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:172926eb-cab6-4ccc-8ea8-eff00575129a already deleted. [ 575.453935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-172926eb-cab6-4ccc-8ea8-eff00575129a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.448631] env[66948]: INFO networking_nsxv3.common.synchronization [None req-779b74d6-d6a5-45b9-9992-6f99273bcb49 None None] Enqueued Resource ID: e3ac2218-b22c-4187-96f7-56b67eea5e01 with Priority: HIGHEST for action port [ 577.448631] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ac2218-b22c-4187-96f7-56b67eea5e01 with Priority: HIGHEST for action port [ 577.448631] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ac2218-b22c-4187-96f7-56b67eea5e01 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.449115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ac2218-b22c-4187-96f7-56b67eea5e01" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.449115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ac2218-b22c-4187-96f7-56b67eea5e01" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.449286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ac2218-b22c-4187-96f7-56b67eea5e01" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.449438] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ac2218-b22c-4187-96f7-56b67eea5e01',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.951311] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3ac2218-b22c-4187-96f7-56b67eea5e01 [ 577.951540] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.951885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.951885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.951980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.952083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.952139] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3ac2218-b22c-4187-96f7-56b67eea5e01 already deleted. [ 577.952226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ac2218-b22c-4187-96f7-56b67eea5e01" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.189523] env[66948]: INFO networking_nsxv3.common.synchronization [None req-95138a47-fc56-41ab-b7c1-4834a87fd728 None None] Enqueued Resource ID: 3ad2d983-b524-4a84-94d9-553f1814b60b with Priority: HIGHEST for action port [ 579.190079] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad2d983-b524-4a84-94d9-553f1814b60b with Priority: HIGHEST for action port [ 579.190384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ad2d983-b524-4a84-94d9-553f1814b60b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.190662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ad2d983-b524-4a84-94d9-553f1814b60b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.190662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ad2d983-b524-4a84-94d9-553f1814b60b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.190806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ad2d983-b524-4a84-94d9-553f1814b60b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.190895] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad2d983-b524-4a84-94d9-553f1814b60b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.694146] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ad2d983-b524-4a84-94d9-553f1814b60b [ 579.694298] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.694402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.694475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.694747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.694854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.695092] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ad2d983-b524-4a84-94d9-553f1814b60b already deleted. [ 579.695190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ad2d983-b524-4a84-94d9-553f1814b60b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.387227] env[66948]: INFO networking_nsxv3.common.synchronization [None req-0a162078-86e5-4703-b8ec-e9a9414c27e3 None None] Enqueued Resource ID: 1ccb7c4a-ec37-4204-9384-04cd6a03718e with Priority: HIGHEST for action port [ 581.388217] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccb7c4a-ec37-4204-9384-04cd6a03718e with Priority: HIGHEST for action port [ 581.388217] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ccb7c4a-ec37-4204-9384-04cd6a03718e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.388217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ccb7c4a-ec37-4204-9384-04cd6a03718e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.388497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ccb7c4a-ec37-4204-9384-04cd6a03718e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.388710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ccb7c4a-ec37-4204-9384-04cd6a03718e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.388812] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccb7c4a-ec37-4204-9384-04cd6a03718e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.894043] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ccb7c4a-ec37-4204-9384-04cd6a03718e [ 581.894043] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.894043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.894043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.894043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.894043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.894043] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ccb7c4a-ec37-4204-9384-04cd6a03718e already deleted. [ 581.894043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ccb7c4a-ec37-4204-9384-04cd6a03718e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.962887] env[66948]: INFO networking_nsxv3.common.synchronization [None req-03c6f03c-31d7-4d7c-b254-f2aada2d9cb9 None None] Enqueued Resource ID: a89ee8a7-ac27-46df-a3d9-aa609b5955b7 with Priority: HIGHEST for action port [ 581.963188] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89ee8a7-ac27-46df-a3d9-aa609b5955b7 with Priority: HIGHEST for action port [ 581.963706] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89ee8a7-ac27-46df-a3d9-aa609b5955b7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.964949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89ee8a7-ac27-46df-a3d9-aa609b5955b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.964949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89ee8a7-ac27-46df-a3d9-aa609b5955b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.964949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89ee8a7-ac27-46df-a3d9-aa609b5955b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.964949] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89ee8a7-ac27-46df-a3d9-aa609b5955b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.470297] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a89ee8a7-ac27-46df-a3d9-aa609b5955b7 [ 582.470297] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.470297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.470297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.470297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.470297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.470297] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a89ee8a7-ac27-46df-a3d9-aa609b5955b7 already deleted. [ 582.470297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89ee8a7-ac27-46df-a3d9-aa609b5955b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.975569] env[66948]: INFO networking_nsxv3.common.synchronization [None req-e0a5ad7c-8237-4c03-99df-522422cc809d None None] Enqueued Resource ID: 67e2addd-4f70-4179-96fe-e3138e612a12 with Priority: HIGHEST for action port [ 582.975569] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e2addd-4f70-4179-96fe-e3138e612a12 with Priority: HIGHEST for action port [ 582.975758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e2addd-4f70-4179-96fe-e3138e612a12 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.975758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e2addd-4f70-4179-96fe-e3138e612a12" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.975929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e2addd-4f70-4179-96fe-e3138e612a12" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.976551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e2addd-4f70-4179-96fe-e3138e612a12" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.976551] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e2addd-4f70-4179-96fe-e3138e612a12',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.141371] env[66948]: INFO networking_nsxv3.common.synchronization [None req-519669aa-0788-40c0-be66-306abbdcb409 tempest-ServersV294TestFqdnHostnames-1528404014 tempest-ServersV294TestFqdnHostnames-1528404014-project-member] Enqueued Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_rules [ 583.142367] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_rules [ 583.142799] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.142981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.143065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.144422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.144422] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.481392] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67e2addd-4f70-4179-96fe-e3138e612a12 [ 583.481836] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.481836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.481836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.482057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.482145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.482236] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67e2addd-4f70-4179-96fe-e3138e612a12 already deleted. [ 583.482330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e2addd-4f70-4179-96fe-e3138e612a12" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.667175] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.667560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.668291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.668291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.668291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.668291] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f already deleted. [ 583.668291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.773066] env[66948]: INFO networking_nsxv3.common.synchronization [None req-2a66513a-5336-49a5-b01a-e39745fab521 None None] Enqueued Resource ID: cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0 with Priority: HIGHEST for action port [ 583.773808] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0 with Priority: HIGHEST for action port [ 583.774423] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.774526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.774834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.775182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.775586] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.277294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0 [ 584.277817] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.278104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.278204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.278724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.278724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.278724] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0 already deleted. [ 584.278724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf771924-5a9c-4b35-b2f2-7bc8bdc6bcb0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.595976] env[66948]: INFO networking_nsxv3.common.synchronization [None req-df42e67f-0a82-44fc-befe-c25f54b5f07c None None] Enqueued Resource ID: bf3e85ab-68c6-4436-b298-7ab4ba1b8a34 with Priority: HIGHEST for action port [ 584.595976] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e85ab-68c6-4436-b298-7ab4ba1b8a34 with Priority: HIGHEST for action port [ 584.595976] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf3e85ab-68c6-4436-b298-7ab4ba1b8a34 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.595976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf3e85ab-68c6-4436-b298-7ab4ba1b8a34" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.595976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf3e85ab-68c6-4436-b298-7ab4ba1b8a34" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.596342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf3e85ab-68c6-4436-b298-7ab4ba1b8a34" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.596342] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3e85ab-68c6-4436-b298-7ab4ba1b8a34',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.850553] env[66948]: INFO networking_nsxv3.common.synchronization [None req-dc07cb0b-fdf0-4969-adec-7db77626f369 None None] Enqueued Resource ID: 392dabe3-8b33-43cd-bdfe-d33074002e12 with Priority: HIGHEST for action port [ 584.851152] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 392dabe3-8b33-43cd-bdfe-d33074002e12 with Priority: HIGHEST for action port [ 584.851694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-392dabe3-8b33-43cd-bdfe-d33074002e12 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.851833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-392dabe3-8b33-43cd-bdfe-d33074002e12" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.852717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-392dabe3-8b33-43cd-bdfe-d33074002e12" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.852717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-392dabe3-8b33-43cd-bdfe-d33074002e12" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.852717] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('392dabe3-8b33-43cd-bdfe-d33074002e12',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.098538] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf3e85ab-68c6-4436-b298-7ab4ba1b8a34 [ 585.100774] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.100774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.100774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.100774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.100774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.100774] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf3e85ab-68c6-4436-b298-7ab4ba1b8a34 already deleted. [ 585.100774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf3e85ab-68c6-4436-b298-7ab4ba1b8a34" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.322576] env[66948]: INFO networking_nsxv3.common.synchronization [None req-8d1e629c-8516-479c-bc01-97376df6b3df tempest-ServersV294TestFqdnHostnames-1528404014 tempest-ServersV294TestFqdnHostnames-1528404014-project-member] Enqueued Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_rules [ 585.324505] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_rules [ 585.328138] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.328288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.328366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.328625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.328729] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.355018] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 392dabe3-8b33-43cd-bdfe-d33074002e12 [ 585.355276] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.356018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.356130] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.356360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.356453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.356589] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:392dabe3-8b33-43cd-bdfe-d33074002e12 already deleted. [ 585.356728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-392dabe3-8b33-43cd-bdfe-d33074002e12" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.861511] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.861793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.861793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.861986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.863177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.863177] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f already deleted. [ 585.863177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.941253] env[66948]: INFO networking_nsxv3.common.synchronization [None req-c420c17d-651f-4279-b7bc-4539dcbcb453 None None] Enqueued Resource ID: 2d1bd51c-736b-4506-9c33-426a093e9032 with Priority: HIGHEST for action port [ 585.941253] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1bd51c-736b-4506-9c33-426a093e9032 with Priority: HIGHEST for action port [ 585.941253] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1bd51c-736b-4506-9c33-426a093e9032 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.941253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1bd51c-736b-4506-9c33-426a093e9032" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.941253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1bd51c-736b-4506-9c33-426a093e9032" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.941573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1bd51c-736b-4506-9c33-426a093e9032" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.941606] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1bd51c-736b-4506-9c33-426a093e9032',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.984861] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ab651d6b-06f9-44aa-95f1-fc9f2863be96 None None] Enqueued Resource ID: c854e293-479a-40d9-b68d-5b26d9498861 with Priority: HIGHEST for action port [ 585.984861] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854e293-479a-40d9-b68d-5b26d9498861 with Priority: HIGHEST for action port [ 585.984861] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c854e293-479a-40d9-b68d-5b26d9498861 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.984861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c854e293-479a-40d9-b68d-5b26d9498861" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.984861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c854e293-479a-40d9-b68d-5b26d9498861" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.985542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c854e293-479a-40d9-b68d-5b26d9498861" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.985614] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c854e293-479a-40d9-b68d-5b26d9498861',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.445414] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d1bd51c-736b-4506-9c33-426a093e9032 [ 586.445758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.445869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.445943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.446232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.446322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.446428] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d1bd51c-736b-4506-9c33-426a093e9032 already deleted. [ 586.446526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1bd51c-736b-4506-9c33-426a093e9032" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.488089] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c854e293-479a-40d9-b68d-5b26d9498861 [ 586.488394] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.488557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.488648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.488887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.489161] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.489161] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c854e293-479a-40d9-b68d-5b26d9498861 already deleted. [ 586.489654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c854e293-479a-40d9-b68d-5b26d9498861" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.095928] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ccde0a6b-334e-4873-b319-d439f627e693 None None] Enqueued Resource ID: 139b9199-7d1f-4d46-94bf-fd8f6c77dea1 with Priority: HIGHEST for action port [ 588.096363] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139b9199-7d1f-4d46-94bf-fd8f6c77dea1 with Priority: HIGHEST for action port [ 588.097220] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-139b9199-7d1f-4d46-94bf-fd8f6c77dea1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.097220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139b9199-7d1f-4d46-94bf-fd8f6c77dea1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.097220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139b9199-7d1f-4d46-94bf-fd8f6c77dea1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.099279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139b9199-7d1f-4d46-94bf-fd8f6c77dea1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.099432] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139b9199-7d1f-4d46-94bf-fd8f6c77dea1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.448575] env[66948]: INFO networking_nsxv3.common.synchronization [None req-c41e9dbb-dc7a-4ded-a05a-81c778527f2c None None] Enqueued Resource ID: 9f6b2024-3e73-40ea-974b-9646b64c4a34 with Priority: HIGHEST for action port [ 588.448575] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6b2024-3e73-40ea-974b-9646b64c4a34 with Priority: HIGHEST for action port [ 588.448575] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f6b2024-3e73-40ea-974b-9646b64c4a34 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.448575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f6b2024-3e73-40ea-974b-9646b64c4a34" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.448575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f6b2024-3e73-40ea-974b-9646b64c4a34" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.449500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f6b2024-3e73-40ea-974b-9646b64c4a34" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.449670] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6b2024-3e73-40ea-974b-9646b64c4a34',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.605482] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 139b9199-7d1f-4d46-94bf-fd8f6c77dea1 [ 588.606634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.607257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.607257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.607646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.608069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.608069] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:139b9199-7d1f-4d46-94bf-fd8f6c77dea1 already deleted. [ 588.608069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139b9199-7d1f-4d46-94bf-fd8f6c77dea1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.850950] env[66948]: INFO networking_nsxv3.common.synchronization [None req-1c797b73-ef20-4985-8bfa-8ebbff40732c None None] Enqueued Resource ID: 98f783e6-18dd-4e56-a95b-b8f0d92b93a2 with Priority: HIGHEST for action port [ 588.850950] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f783e6-18dd-4e56-a95b-b8f0d92b93a2 with Priority: HIGHEST for action port [ 588.851135] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-98f783e6-18dd-4e56-a95b-b8f0d92b93a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.851231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98f783e6-18dd-4e56-a95b-b8f0d92b93a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.851300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98f783e6-18dd-4e56-a95b-b8f0d92b93a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.851552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98f783e6-18dd-4e56-a95b-b8f0d92b93a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.851625] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f783e6-18dd-4e56-a95b-b8f0d92b93a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.953088] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f6b2024-3e73-40ea-974b-9646b64c4a34 [ 588.953088] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.953088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.953088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.953088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.953088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.953495] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f6b2024-3e73-40ea-974b-9646b64c4a34 already deleted. [ 588.953860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f6b2024-3e73-40ea-974b-9646b64c4a34" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.356775] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98f783e6-18dd-4e56-a95b-b8f0d92b93a2 [ 589.357102] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.357247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.357314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.357758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.357955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.358095] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98f783e6-18dd-4e56-a95b-b8f0d92b93a2 already deleted. [ 589.358185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98f783e6-18dd-4e56-a95b-b8f0d92b93a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.641379] env[66948]: INFO networking_nsxv3.common.synchronization [None req-eeb9d36b-8ee5-4a39-a8bd-26d2c5ed39b8 None None] Enqueued Resource ID: bf5ac844-ee4f-4dbc-8379-412bfe849bca with Priority: HIGHEST for action port [ 590.642370] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5ac844-ee4f-4dbc-8379-412bfe849bca with Priority: HIGHEST for action port [ 590.644365] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5ac844-ee4f-4dbc-8379-412bfe849bca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.644461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5ac844-ee4f-4dbc-8379-412bfe849bca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.644581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5ac844-ee4f-4dbc-8379-412bfe849bca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.644812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5ac844-ee4f-4dbc-8379-412bfe849bca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.644895] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5ac844-ee4f-4dbc-8379-412bfe849bca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.152277] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf5ac844-ee4f-4dbc-8379-412bfe849bca [ 591.152519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.152519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.152519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.153502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.153502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.153502] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf5ac844-ee4f-4dbc-8379-412bfe849bca already deleted. [ 591.153502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5ac844-ee4f-4dbc-8379-412bfe849bca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.232553] env[66948]: INFO networking_nsxv3.common.synchronization [None req-83619383-21ba-469e-a9f5-4d25d283308d None None] Enqueued Resource ID: 4da79131-948b-403d-8893-f612b5433414 with Priority: HIGHEST for action port [ 591.233465] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da79131-948b-403d-8893-f612b5433414 with Priority: HIGHEST for action port [ 591.233465] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4da79131-948b-403d-8893-f612b5433414 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.233639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4da79131-948b-403d-8893-f612b5433414" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.233639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4da79131-948b-403d-8893-f612b5433414" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.233843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4da79131-948b-403d-8893-f612b5433414" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.234572] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da79131-948b-403d-8893-f612b5433414',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.735551] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4da79131-948b-403d-8893-f612b5433414 [ 591.735956] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.739018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.739018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.739018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.739018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.739018] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4da79131-948b-403d-8893-f612b5433414 already deleted. [ 591.739018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4da79131-948b-403d-8893-f612b5433414" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.825254] env[66948]: INFO networking_nsxv3.common.synchronization [None req-7bc46eb9-30ee-440d-868e-742c49040e72 None None] Enqueued Resource ID: 6be089de-e901-48b5-9da3-be18eefbf4a4 with Priority: HIGHEST for action port [ 591.825254] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be089de-e901-48b5-9da3-be18eefbf4a4 with Priority: HIGHEST for action port [ 591.825254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be089de-e901-48b5-9da3-be18eefbf4a4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.825590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be089de-e901-48b5-9da3-be18eefbf4a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.825815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be089de-e901-48b5-9da3-be18eefbf4a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.828366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be089de-e901-48b5-9da3-be18eefbf4a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.828366] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be089de-e901-48b5-9da3-be18eefbf4a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.086325] env[66948]: INFO networking_nsxv3.common.synchronization [None req-5715eff2-608c-47f9-958a-4fcd84cb26e4 None None] Enqueued Resource ID: 354b42cd-05bc-4e31-add1-4b9cfee427ea with Priority: HIGHEST for action port [ 592.086930] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354b42cd-05bc-4e31-add1-4b9cfee427ea with Priority: HIGHEST for action port [ 592.087289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-354b42cd-05bc-4e31-add1-4b9cfee427ea taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.087717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-354b42cd-05bc-4e31-add1-4b9cfee427ea" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.087888] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-354b42cd-05bc-4e31-add1-4b9cfee427ea" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.089479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-354b42cd-05bc-4e31-add1-4b9cfee427ea" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.089479] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354b42cd-05bc-4e31-add1-4b9cfee427ea',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.330565] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6be089de-e901-48b5-9da3-be18eefbf4a4 [ 592.330565] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.330565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.330565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.330565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.330565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.330565] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6be089de-e901-48b5-9da3-be18eefbf4a4 already deleted. [ 592.330565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be089de-e901-48b5-9da3-be18eefbf4a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.592514] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 354b42cd-05bc-4e31-add1-4b9cfee427ea [ 592.592709] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.592885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.592930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.593185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.593278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.593372] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:354b42cd-05bc-4e31-add1-4b9cfee427ea already deleted. [ 592.593454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-354b42cd-05bc-4e31-add1-4b9cfee427ea" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.001503] env[66948]: INFO networking_nsxv3.common.synchronization [None req-97e01400-e7f6-46f4-b15f-0647aad6ae70 None None] Enqueued Resource ID: 89e5992a-5434-4f7e-b600-cf59721ff227 with Priority: HIGHEST for action port [ 594.006287] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e5992a-5434-4f7e-b600-cf59721ff227 with Priority: HIGHEST for action port [ 594.006287] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e5992a-5434-4f7e-b600-cf59721ff227 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.006287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e5992a-5434-4f7e-b600-cf59721ff227" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.006287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e5992a-5434-4f7e-b600-cf59721ff227" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.006287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e5992a-5434-4f7e-b600-cf59721ff227" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.006287] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e5992a-5434-4f7e-b600-cf59721ff227',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.135383] env[66948]: INFO networking_nsxv3.common.synchronization [None req-1a6f474a-1c4e-41cd-89c2-f876a51b81d0 None None] Enqueued Resource ID: bd1af0ea-4429-4741-8684-715888aea53c with Priority: HIGHEST for action port [ 594.135970] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1af0ea-4429-4741-8684-715888aea53c with Priority: HIGHEST for action port [ 594.137139] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd1af0ea-4429-4741-8684-715888aea53c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.137459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd1af0ea-4429-4741-8684-715888aea53c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.137555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd1af0ea-4429-4741-8684-715888aea53c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.137978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd1af0ea-4429-4741-8684-715888aea53c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.138723] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1af0ea-4429-4741-8684-715888aea53c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.510244] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89e5992a-5434-4f7e-b600-cf59721ff227 [ 594.510928] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.511278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.511391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.511628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.511726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.511829] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89e5992a-5434-4f7e-b600-cf59721ff227 already deleted. [ 594.511914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e5992a-5434-4f7e-b600-cf59721ff227" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.643620] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd1af0ea-4429-4741-8684-715888aea53c [ 594.643620] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.643834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.643834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.644080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.644158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.644247] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd1af0ea-4429-4741-8684-715888aea53c already deleted. [ 594.644329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd1af0ea-4429-4741-8684-715888aea53c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.346339] env[66948]: INFO networking_nsxv3.common.synchronization [req-972fbdb6-6b95-4b59-8c55-fb9e723d4e80 req-275ad8b0-69af-41d2-bde5-acc85c04c6cd tempest-ServerDiagnosticsTest-548153293 tempest-ServerDiagnosticsTest-548153293-project-member] Enqueued Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGHEST for action security_group_members [ 595.346583] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGHEST for action security_group_members [ 595.347428] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.347428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.347428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.347428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.347639] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.347639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.347735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.347842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.347927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.348029] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.429504] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ae71e07d-d37d-43d2-bfc3-5770d7cb9da7 None None] Enqueued Resource ID: 91457d23-5718-46e8-8520-cb537d533605 with Priority: HIGHEST for action port [ 595.430280] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91457d23-5718-46e8-8520-cb537d533605 with Priority: HIGHEST for action port [ 595.430387] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-91457d23-5718-46e8-8520-cb537d533605 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.430464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91457d23-5718-46e8-8520-cb537d533605" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.430527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91457d23-5718-46e8-8520-cb537d533605" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.431632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91457d23-5718-46e8-8520-cb537d533605" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.431632] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91457d23-5718-46e8-8520-cb537d533605',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.850130] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.850466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.850466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.854583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.854583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.854583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.854583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.854583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.854583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.854583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.854583] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 already deleted. [ 595.854583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.933527] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91457d23-5718-46e8-8520-cb537d533605 [ 595.935254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.935254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.935254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.935254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.935254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.935254] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91457d23-5718-46e8-8520-cb537d533605 already deleted. [ 595.935254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91457d23-5718-46e8-8520-cb537d533605" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.699042] env[66948]: INFO networking_nsxv3.common.synchronization [req-3a3e6f8b-7ed7-40cd-80ab-6e620c4c6e52 req-e9fd7740-3f41-49e2-b17a-fb36a6f69331 tempest-DeleteServersAdminTestJSON-2009485709 tempest-DeleteServersAdminTestJSON-2009485709-project-member] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 596.699042] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 596.699042] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.699042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.699042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.699835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.699835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.699835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.699984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.700188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.701123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.701123] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.938972] env[66948]: INFO networking_nsxv3.common.synchronization [None req-0e3763a5-729a-4a54-ac00-c2dfac415389 None None] Enqueued Resource ID: 598bf350-5af9-4c17-bb6e-adabba57e843 with Priority: HIGHEST for action port [ 596.939721] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598bf350-5af9-4c17-bb6e-adabba57e843 with Priority: HIGHEST for action port [ 596.939781] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-598bf350-5af9-4c17-bb6e-adabba57e843 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.939912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-598bf350-5af9-4c17-bb6e-adabba57e843" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.940015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-598bf350-5af9-4c17-bb6e-adabba57e843" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.943041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-598bf350-5af9-4c17-bb6e-adabba57e843" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.943148] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('598bf350-5af9-4c17-bb6e-adabba57e843',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.203281] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.203462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.203545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.204614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.204614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.204614] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.204614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.204614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.204614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.204614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.204614] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 already deleted. [ 597.204614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.227409] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.228027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.228027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.228157] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.228383] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.228540] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.228886] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.229165] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.229324] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.229923] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.230057] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.230226] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.230360] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.230929] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.231108] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.231396] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.251838] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.252015] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.252162] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.252551] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.252640] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-264ade5a-b25a-4d11-a66e-0eed3d2cc506 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.252798] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-264ade5a-b25a-4d11-a66e-0eed3d2cc506" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.252916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-264ade5a-b25a-4d11-a66e-0eed3d2cc506" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.253259] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-264ade5a-b25a-4d11-a66e-0eed3d2cc506" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.253394] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264ade5a-b25a-4d11-a66e-0eed3d2cc506',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.445360] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 598bf350-5af9-4c17-bb6e-adabba57e843 [ 597.445661] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.445841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.445933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.446464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.446464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.446464] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:598bf350-5af9-4c17-bb6e-adabba57e843 already deleted. [ 597.446694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-598bf350-5af9-4c17-bb6e-adabba57e843" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.466773] env[66948]: INFO networking_nsxv3.common.synchronization [None req-113ff7c2-8593-411e-9161-1481d008478c None None] Enqueued Resource ID: 997c0da6-1a66-485c-898b-34c956be375d with Priority: HIGHEST for action port [ 597.469643] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997c0da6-1a66-485c-898b-34c956be375d with Priority: HIGHEST for action port [ 597.469643] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-997c0da6-1a66-485c-898b-34c956be375d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.469643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997c0da6-1a66-485c-898b-34c956be375d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.469643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997c0da6-1a66-485c-898b-34c956be375d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.471692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997c0da6-1a66-485c-898b-34c956be375d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.471692] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997c0da6-1a66-485c-898b-34c956be375d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.676886] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.677116] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.677238] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.677502] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.678102] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.678427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.678602] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.679039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.679192] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.679396] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.679501] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.679701] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.679701] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.679806] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.680033] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.680092] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.699174] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.699447] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.699557] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.699776] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.700160] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-a33c96e0-281d-4122-97a1-1402f769fdae taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.700372] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-a33c96e0-281d-4122-97a1-1402f769fdae" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.700524] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-a33c96e0-281d-4122-97a1-1402f769fdae" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.700921] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-a33c96e0-281d-4122-97a1-1402f769fdae" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.701425] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a33c96e0-281d-4122-97a1-1402f769fdae',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.756801] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.757129] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.757264] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.757638] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.757888] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.758277] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 264ade5a-b25a-4d11-a66e-0eed3d2cc506 not found, creating... [ 597.758532] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.758695] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.758920] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.759193] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.759363] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.759994] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.760255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.760434] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.760736] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.760942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.761156] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 264ade5a-b25a-4d11-a66e-0eed3d2cc506 is going to be created. [ 597.788359] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.788682] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.788839] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.789231] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.789504] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.789777] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-264ade5a-b25a-4d11-a66e-0eed3d2cc506" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.916486] env[66948]: INFO networking_nsxv3.common.synchronization [None req-16444cf7-facd-4e9b-bbd6-e6a03c5e03e7 None None] Enqueued Resource ID: 593693b9-98de-44cf-950b-fd99c9498d22 with Priority: HIGHEST for action port [ 597.917040] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593693b9-98de-44cf-950b-fd99c9498d22 with Priority: HIGHEST for action port [ 597.917339] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-593693b9-98de-44cf-950b-fd99c9498d22 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.917799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593693b9-98de-44cf-950b-fd99c9498d22" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.917874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593693b9-98de-44cf-950b-fd99c9498d22" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.918152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593693b9-98de-44cf-950b-fd99c9498d22" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.918370] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593693b9-98de-44cf-950b-fd99c9498d22',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.974602] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 997c0da6-1a66-485c-898b-34c956be375d [ 597.974602] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.974602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.974602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.974602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.974602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.974602] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:997c0da6-1a66-485c-898b-34c956be375d already deleted. [ 597.974602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997c0da6-1a66-485c-898b-34c956be375d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.204682] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.204950] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.205079] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.205366] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.205687] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.205687] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port a33c96e0-281d-4122-97a1-1402f769fdae not found, creating... [ 598.205890] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.206051] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.206157] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.206371] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.206494] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.206773] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.206913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.207052] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.207683] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.207683] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.207683] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: a33c96e0-281d-4122-97a1-1402f769fdae is going to be created. [ 598.233028] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.233028] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.233028] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.233397] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.233487] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.233684] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-a33c96e0-281d-4122-97a1-1402f769fdae" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.423447] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 593693b9-98de-44cf-950b-fd99c9498d22 [ 598.424044] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.424205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.424277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.424570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.424664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.424872] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:593693b9-98de-44cf-950b-fd99c9498d22 already deleted. [ 598.424929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593693b9-98de-44cf-950b-fd99c9498d22" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.617963] env[66948]: INFO networking_nsxv3.common.synchronization [req-972fbdb6-6b95-4b59-8c55-fb9e723d4e80 req-d3518046-0866-4b94-a383-8ebead84eb7f service nova] Enqueued Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGHEST for action security_group_rules [ 598.618162] env[66948]: INFO networking_nsxv3.common.synchronization [req-972fbdb6-6b95-4b59-8c55-fb9e723d4e80 req-d3518046-0866-4b94-a383-8ebead84eb7f service nova] Enqueued Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGHEST for action security_group_members [ 598.618309] env[66948]: INFO networking_nsxv3.common.synchronization [req-972fbdb6-6b95-4b59-8c55-fb9e723d4e80 req-d3518046-0866-4b94-a383-8ebead84eb7f service nova] Enqueued Resource ID: 264ade5a-b25a-4d11-a66e-0eed3d2cc506 with Priority: HIGHEST for action port [ 598.618540] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGHEST for action security_group_rules [ 598.618678] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGHEST for action security_group_members [ 598.618773] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264ade5a-b25a-4d11-a66e-0eed3d2cc506 with Priority: HIGHEST for action port [ 598.619319] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.619442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.619508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.619752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.619833] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.621023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.621143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.621212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.621376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.621545] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.621600] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.621661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.621799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.621880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.621964] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.623055] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-264ade5a-b25a-4d11-a66e-0eed3d2cc506 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.623190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-264ade5a-b25a-4d11-a66e-0eed3d2cc506" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.623248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-264ade5a-b25a-4d11-a66e-0eed3d2cc506" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.623365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-264ade5a-b25a-4d11-a66e-0eed3d2cc506" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.623435] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264ade5a-b25a-4d11-a66e-0eed3d2cc506',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.762819] env[66948]: INFO networking_nsxv3.common.synchronization [None req-9d153bec-412d-462e-9514-a7214cf10f9a None None] Enqueued Resource ID: 9df243e2-9ce9-4605-90eb-5cd2b53335c2 with Priority: HIGHEST for action port [ 598.763958] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df243e2-9ce9-4605-90eb-5cd2b53335c2 with Priority: HIGHEST for action port [ 598.763958] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9df243e2-9ce9-4605-90eb-5cd2b53335c2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.764601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9df243e2-9ce9-4605-90eb-5cd2b53335c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.764601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9df243e2-9ce9-4605-90eb-5cd2b53335c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.765069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9df243e2-9ce9-4605-90eb-5cd2b53335c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.765248] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9df243e2-9ce9-4605-90eb-5cd2b53335c2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.987966] env[66948]: INFO networking_nsxv3.common.synchronization [req-3a3e6f8b-7ed7-40cd-80ab-6e620c4c6e52 req-2636ccd1-65fb-430e-a62a-4f157f46ba5d service nova] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_rules [ 598.988146] env[66948]: INFO networking_nsxv3.common.synchronization [req-3a3e6f8b-7ed7-40cd-80ab-6e620c4c6e52 req-2636ccd1-65fb-430e-a62a-4f157f46ba5d service nova] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 598.988276] env[66948]: INFO networking_nsxv3.common.synchronization [req-3a3e6f8b-7ed7-40cd-80ab-6e620c4c6e52 req-2636ccd1-65fb-430e-a62a-4f157f46ba5d service nova] Enqueued Resource ID: a33c96e0-281d-4122-97a1-1402f769fdae with Priority: HIGHEST for action port [ 598.989315] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_rules [ 598.989315] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 598.989315] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33c96e0-281d-4122-97a1-1402f769fdae with Priority: HIGHEST for action port [ 598.989793] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.989915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.989982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.990250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.990348] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.991219] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.991332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.991389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.991546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.991723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.991876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.991876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.992186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.992186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.992305] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.993117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a33c96e0-281d-4122-97a1-1402f769fdae taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.993117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a33c96e0-281d-4122-97a1-1402f769fdae" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.993117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a33c96e0-281d-4122-97a1-1402f769fdae" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.993345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a33c96e0-281d-4122-97a1-1402f769fdae" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.993345] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a33c96e0-281d-4122-97a1-1402f769fdae',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.125963] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.125963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.135191] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 264ade5a-b25a-4d11-a66e-0eed3d2cc506 with status ACTIVE [ 599.135461] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.139124] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.139124] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.139124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.139124] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 264ade5a-b25a-4d11-a66e-0eed3d2cc506 is going to be updated. [ 599.142057] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.165237] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.166395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.166395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.166395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.166395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.166395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-264ade5a-b25a-4d11-a66e-0eed3d2cc506" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.266900] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9df243e2-9ce9-4605-90eb-5cd2b53335c2 [ 599.267291] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.267438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.267510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.267726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.268013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.268202] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9df243e2-9ce9-4605-90eb-5cd2b53335c2 already deleted. [ 599.268327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9df243e2-9ce9-4605-90eb-5cd2b53335c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.294332] env[66948]: INFO networking_nsxv3.common.synchronization [req-00c316d2-56fc-4a0b-a81e-034b632e5657 req-d3981b57-adde-4d79-baa9-513a041437d0 tempest-SecurityGroupRulesTestJSON-2023683180 tempest-SecurityGroupRulesTestJSON-2023683180-project-member] Enqueued Resource ID: 7267132d-0894-423a-a9ea-5f4620533946 with Priority: HIGHEST for action security_group_rules [ 599.296526] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7267132d-0894-423a-a9ea-5f4620533946 with Priority: HIGHEST for action security_group_rules [ 599.297568] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7267132d-0894-423a-a9ea-5f4620533946 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.297568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7267132d-0894-423a-a9ea-5f4620533946" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.297568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7267132d-0894-423a-a9ea-5f4620533946" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.297568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7267132d-0894-423a-a9ea-5f4620533946" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.297568] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7267132d-0894-423a-a9ea-5f4620533946',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.496651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.496651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.498676] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.499520] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a33c96e0-281d-4122-97a1-1402f769fdae with status ACTIVE [ 599.499629] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.499704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.500570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.500570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.500570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.500570] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.500570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.500570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.500570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.500841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.500841] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.500841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.500949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.506664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.506664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.506664] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a33c96e0-281d-4122-97a1-1402f769fdae is going to be updated. [ 599.533368] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.535603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.535767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.535952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.536087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.536248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a33c96e0-281d-4122-97a1-1402f769fdae" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.644980] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.824213] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.824581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.824581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.826337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.826467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.826511] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7267132d-0894-423a-a9ea-5f4620533946 already deleted. [ 599.826805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7267132d-0894-423a-a9ea-5f4620533946" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.007385] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.067795] env[66948]: INFO networking_nsxv3.common.synchronization [None req-17a9ae55-d8be-491b-9395-51e1e2f4b03d None None] Enqueued Resource ID: 11614e12-9794-40a8-b6a1-898040d6ad5f with Priority: HIGHEST for action port [ 600.067795] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11614e12-9794-40a8-b6a1-898040d6ad5f with Priority: HIGHEST for action port [ 600.067795] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-11614e12-9794-40a8-b6a1-898040d6ad5f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.067795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11614e12-9794-40a8-b6a1-898040d6ad5f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.067795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11614e12-9794-40a8-b6a1-898040d6ad5f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.067795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11614e12-9794-40a8-b6a1-898040d6ad5f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.067795] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11614e12-9794-40a8-b6a1-898040d6ad5f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.148497] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.148665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.148733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.149038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.149113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.150239] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 is going to be created. [ 600.181820] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.181820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.181820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.181979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.182624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.195889] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 in Status: UNINITIALIZED for 2s [ 600.511690] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.511902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.511955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.513113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.513247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.513389] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 is going to be created. [ 600.541022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.544778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.544778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.544778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.544778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.554032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: UNINITIALIZED for 2s [ 600.568750] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11614e12-9794-40a8-b6a1-898040d6ad5f [ 600.568750] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.568750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.568956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.569328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.569328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.569328] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11614e12-9794-40a8-b6a1-898040d6ad5f already deleted. [ 600.569328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11614e12-9794-40a8-b6a1-898040d6ad5f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.270803] env[66948]: INFO networking_nsxv3.common.synchronization [None req-256c2107-81d8-469c-b11a-413206d84c63 None None] Enqueued Resource ID: 4b6d4438-5ab8-472f-a4be-1893b7775f9a with Priority: HIGHEST for action port [ 601.271607] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b6d4438-5ab8-472f-a4be-1893b7775f9a with Priority: HIGHEST for action port [ 601.272021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b6d4438-5ab8-472f-a4be-1893b7775f9a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.272021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b6d4438-5ab8-472f-a4be-1893b7775f9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.272021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b6d4438-5ab8-472f-a4be-1893b7775f9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.272215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b6d4438-5ab8-472f-a4be-1893b7775f9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.272307] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b6d4438-5ab8-472f-a4be-1893b7775f9a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.715556] env[66948]: INFO networking_nsxv3.common.synchronization [None req-99002819-38c2-4c14-99f9-f296d504f93c tempest-VolumesAssistedSnapshotsTest-1653136303 tempest-VolumesAssistedSnapshotsTest-1653136303-project-member] Enqueued Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_rules [ 601.716212] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_rules [ 601.716519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.716968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.717046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.717322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.717475] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.778942] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b6d4438-5ab8-472f-a4be-1893b7775f9a [ 601.778942] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.778942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.778942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.778942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.779255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.779255] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b6d4438-5ab8-472f-a4be-1893b7775f9a already deleted. [ 601.779255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b6d4438-5ab8-472f-a4be-1893b7775f9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.003712] env[66948]: INFO networking_nsxv3.common.synchronization [None req-4882de09-aacc-4ccd-b9d1-874ba55e8326 tempest-VolumesAssistedSnapshotsTest-1653136303 tempest-VolumesAssistedSnapshotsTest-1653136303-project-member] Enqueued Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_rules [ 602.003712] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_rules [ 602.003712] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.003712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.207244] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 in Status: UNINITIALIZED for 4s [ 602.237982] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.237982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.237982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.238257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.238374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.238510] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 already deleted. [ 602.238618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.238811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.239014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.240353] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.274021] env[66948]: INFO networking_nsxv3.common.synchronization [None req-1d748b51-f31b-4aee-b41b-ec6d6d1e068a None None] Enqueued Resource ID: 48c016af-e3ea-4dde-b799-9579c7e96395 with Priority: HIGHEST for action port [ 602.274021] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c016af-e3ea-4dde-b799-9579c7e96395 with Priority: HIGHEST for action port [ 602.274021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c016af-e3ea-4dde-b799-9579c7e96395 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.274021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c016af-e3ea-4dde-b799-9579c7e96395" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.274021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c016af-e3ea-4dde-b799-9579c7e96395" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.274544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c016af-e3ea-4dde-b799-9579c7e96395" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.274544] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c016af-e3ea-4dde-b799-9579c7e96395',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.356787] env[66948]: INFO networking_nsxv3.common.synchronization [req-a7935837-c0ca-48ed-82a3-866d7dbff1d1 req-6b049db8-7d7f-4ab9-9dd2-75f9970a7324 tempest-ServersV294TestFqdnHostnames-1528404014 tempest-ServersV294TestFqdnHostnames-1528404014-project-member] Enqueued Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_members [ 602.357435] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_members [ 602.357754] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.357895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.357971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.358273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.358460] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.358556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.358657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.358792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.358901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.359013] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.567687] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: SUCCESS [ 602.567687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.567922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.568091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.568239] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.568393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.568477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.568679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.568793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.568907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.569077] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.763035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.763035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.763035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.763035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.763035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.763035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 already deleted. [ 602.763035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.776930] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48c016af-e3ea-4dde-b799-9579c7e96395 [ 602.777360] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.777665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.777730] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.777950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.778072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.778170] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48c016af-e3ea-4dde-b799-9579c7e96395 already deleted. [ 602.778255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c016af-e3ea-4dde-b799-9579c7e96395" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.861184] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.861934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.862081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.862380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.862474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.862784] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.862962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.863030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.863189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.863306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.863446] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f already deleted. [ 602.863590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.071802] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.071970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.072055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.072273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.072446] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.072542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.072606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.072796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.072885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.072974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.073196] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.073303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.073366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.073511] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.073651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.073743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.073804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.073942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.074029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.074110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.074197] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.139205] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.139386] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-697" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.139504] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-697" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.139894] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-697" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.140156] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.140303] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.140439] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.140633] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.140771] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.142358] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.142358] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.142358] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.142358] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.142358] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.142358] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.142358] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.164790] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.164988] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.165137] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.165313] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-697" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.165621] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-ccf59683-a7d3-4627-a27a-09f516aace8c taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.165868] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-ccf59683-a7d3-4627-a27a-09f516aace8c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.165942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-ccf59683-a7d3-4627-a27a-09f516aace8c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.166224] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-ccf59683-a7d3-4627-a27a-09f516aace8c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.166360] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf59683-a7d3-4627-a27a-09f516aace8c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.575946] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6afc1b5-3290-4aa2-965d-acb5feb2f6b9: rpc.has_security_group_logging(os_id): False [ 603.596149] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.596149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.596149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.596370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.596527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.599609] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.599609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.599609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.599609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.599609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.599609] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.599609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.599609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.599609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.599609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.600150] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.600150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.600150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.600150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.600150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.600304] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 is going to be created. [ 603.668772] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.669497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.669497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.669497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.669497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.671334] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.671629] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.671748] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.671974] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.672570] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.672570] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port ccf59683-a7d3-4627-a27a-09f516aace8c not found, creating... [ 603.672570] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.672841] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.673718] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.673718] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.673718] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.674023] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.674464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.674464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.674583] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.674633] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.675285] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: ccf59683-a7d3-4627-a27a-09f516aace8c is going to be created. [ 603.692486] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: IN_PROGRESS for 2s [ 603.705513] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.705732] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.705916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.706221] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.706449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.706680] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-ccf59683-a7d3-4627-a27a-09f516aace8c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.221409] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 in Status: SUCCESS [ 604.222141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.222480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.222918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.223230] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.223538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.223709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.224474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.224686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.225826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.225826] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.472081] env[66948]: INFO networking_nsxv3.common.synchronization [req-a7935837-c0ca-48ed-82a3-866d7dbff1d1 req-33814486-bb7a-45e2-8f60-e7cc33abd075 service nova] Enqueued Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_rules [ 604.472289] env[66948]: INFO networking_nsxv3.common.synchronization [req-a7935837-c0ca-48ed-82a3-866d7dbff1d1 req-33814486-bb7a-45e2-8f60-e7cc33abd075 service nova] Enqueued Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_members [ 604.472343] env[66948]: INFO networking_nsxv3.common.synchronization [req-a7935837-c0ca-48ed-82a3-866d7dbff1d1 req-33814486-bb7a-45e2-8f60-e7cc33abd075 service nova] Enqueued Resource ID: ccf59683-a7d3-4627-a27a-09f516aace8c with Priority: HIGHEST for action port [ 604.472901] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_rules [ 604.472983] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_members [ 604.473286] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf59683-a7d3-4627-a27a-09f516aace8c with Priority: HIGHEST for action port [ 604.473644] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.473771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.473771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.474153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.474153] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.476335] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.476335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.476335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.476335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.476335] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.476335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.476335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.476335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.476335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.476736] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.479339] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccf59683-a7d3-4627-a27a-09f516aace8c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.479502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccf59683-a7d3-4627-a27a-09f516aace8c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.479502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccf59683-a7d3-4627-a27a-09f516aace8c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.479622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccf59683-a7d3-4627-a27a-09f516aace8c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.479725] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf59683-a7d3-4627-a27a-09f516aace8c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.541024] env[66948]: INFO networking_nsxv3.common.synchronization [req-b21c3c03-8f27-4bdd-bb0d-8e7d3a324941 req-153401e2-e12d-4c79-b9b9-dce61fcbc591 tempest-MigrationsAdminTest-408385404 tempest-MigrationsAdminTest-408385404-project-member] Enqueued Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 604.541574] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 604.541949] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.543367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.543701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.544289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.544396] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.544464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.544508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.544669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.544777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.544875] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.728284] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.729147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.729147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.729147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.730077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.730077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.730077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.730077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.730601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.731144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.731441] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.731628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.731731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.732010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.732533] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.732734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.732845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.733114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.733236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.733412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.733461] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.836922] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b7302421-9e36-4bf5-8d0c-cd0aa3a5dc5e None None] Enqueued Resource ID: 11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0 with Priority: HIGHEST for action port [ 604.837330] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0 with Priority: HIGHEST for action port [ 604.838052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.838163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.838210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.838512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.838599] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.980156] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.981721] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.982023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.984245] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccf59683-a7d3-4627-a27a-09f516aace8c with status ACTIVE [ 604.984439] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.984560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.984652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.984948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.987982] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.987982] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.987982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.987982] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccf59683-a7d3-4627-a27a-09f516aace8c is going to be updated. [ 605.008108] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.008108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.008108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.008108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.008108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.008108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccf59683-a7d3-4627-a27a-09f516aace8c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.033110] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.033110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.033110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.033110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.033110] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.033110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.033110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.033110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.033110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.033864] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.034149] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.034390] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.034610] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.034890] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.035218] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.037170] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.047074] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.047074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.047074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.047425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.047607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.048773] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.048773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.048773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.048773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.048773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.048773] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 already deleted. [ 605.048773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.055280] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.055280] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.055280] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.055280] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.055502] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-bf02fc3b-0d41-48f2-822d-250af39f7a7c taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.055637] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-bf02fc3b-0d41-48f2-822d-250af39f7a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.055764] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-bf02fc3b-0d41-48f2-822d-250af39f7a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.056064] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-bf02fc3b-0d41-48f2-822d-250af39f7a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.056229] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf02fc3b-0d41-48f2-822d-250af39f7a7c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.236407] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5dba8ff-0e84-4aca-adad-d2b97038c1d2: rpc.has_security_group_logging(os_id): False [ 605.256291] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.256487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.256564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.256915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.257189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.257438] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.257550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.257618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.257818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.257901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.258123] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.258228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.258454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.258542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.258611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.258791] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.259055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.259055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.259147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.259180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.259239] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 is going to be created. [ 605.323036] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.323256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.323256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.323490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.323687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.340883] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0 [ 605.341218] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.341382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.341451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.341696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.341789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.341888] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0 already deleted. [ 605.341989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11fb0d37-e62a-4310-a5f8-cb3bdcae5bc0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.343066] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 in Status: IN_PROGRESS for 2s [ 605.483119] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.559171] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.559433] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.559579] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.559814] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.559970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.560133] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port bf02fc3b-0d41-48f2-822d-250af39f7a7c not found, creating... [ 605.560397] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.560550] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.560662] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.560874] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.561015] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.561335] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.561448] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.561555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.561753] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.561890] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.562138] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: bf02fc3b-0d41-48f2-822d-250af39f7a7c is going to be created. [ 605.584839] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.585272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.585407] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.585678] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.585927] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.586170] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-bf02fc3b-0d41-48f2-822d-250af39f7a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.720441] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: SUCCESS [ 605.721209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.985523] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.985983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.985983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.985983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.986093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.986190] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f is going to be created. [ 606.011790] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.012081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.012211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.012472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.012685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.025927] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5402e272-33e0-4952-b771-a05b974e9d0f in Status: UNINITIALIZED for 2s [ 606.323922] env[66948]: INFO networking_nsxv3.common.synchronization [req-b21c3c03-8f27-4bdd-bb0d-8e7d3a324941 req-ca42c672-f5c2-4b20-984e-70eaac9173a8 service nova] Enqueued Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_rules [ 606.324604] env[66948]: INFO networking_nsxv3.common.synchronization [req-b21c3c03-8f27-4bdd-bb0d-8e7d3a324941 req-ca42c672-f5c2-4b20-984e-70eaac9173a8 service nova] Enqueued Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 606.324977] env[66948]: INFO networking_nsxv3.common.synchronization [req-b21c3c03-8f27-4bdd-bb0d-8e7d3a324941 req-ca42c672-f5c2-4b20-984e-70eaac9173a8 service nova] Enqueued Resource ID: bf02fc3b-0d41-48f2-822d-250af39f7a7c with Priority: HIGHEST for action port [ 606.325912] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_rules [ 606.326207] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 606.326478] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf02fc3b-0d41-48f2-822d-250af39f7a7c with Priority: HIGHEST for action port [ 606.326973] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.327474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.327673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.328125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.328803] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.331018] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.333082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.333082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.333082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.333082] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.333082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.333082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.333581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.333629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.334027] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.335295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf02fc3b-0d41-48f2-822d-250af39f7a7c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.335982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf02fc3b-0d41-48f2-822d-250af39f7a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.336152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf02fc3b-0d41-48f2-822d-250af39f7a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.336719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf02fc3b-0d41-48f2-822d-250af39f7a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.336719] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf02fc3b-0d41-48f2-822d-250af39f7a7c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.714719] env[66948]: INFO networking_nsxv3.common.synchronization [req-072ecb05-a389-498a-95e2-a02d80ef8797 req-1f2d30d3-6a13-475e-9bb2-c436d763d1d7 tempest-SecurityGroupRulesTestJSON-2023683180 tempest-SecurityGroupRulesTestJSON-2023683180-project-member] Enqueued Resource ID: cf5d42cf-615c-42ec-b01f-a072da5b8495 with Priority: HIGHEST for action security_group_rules [ 606.715563] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5d42cf-615c-42ec-b01f-a072da5b8495 with Priority: HIGHEST for action security_group_rules [ 606.716117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5d42cf-615c-42ec-b01f-a072da5b8495 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.716117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5d42cf-615c-42ec-b01f-a072da5b8495" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.716117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5d42cf-615c-42ec-b01f-a072da5b8495" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.716305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5d42cf-615c-42ec-b01f-a072da5b8495" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.716356] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5d42cf-615c-42ec-b01f-a072da5b8495',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.834470] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.834470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.840716] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.844100] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf02fc3b-0d41-48f2-822d-250af39f7a7c with status ACTIVE [ 606.844100] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.844100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.844100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.844100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.844100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.844531] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.844531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.844531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.844687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.844687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.844961] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.845104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.845205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.845424] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.845523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.845613] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf02fc3b-0d41-48f2-822d-250af39f7a7c is going to be updated. [ 606.874020] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.874020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.874020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.874264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.874304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.875405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf02fc3b-0d41-48f2-822d-250af39f7a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.107517] env[66948]: INFO networking_nsxv3.common.synchronization [req-7e169ea0-d58c-4c6e-b9f4-946f3acaeede req-7a048cbf-5347-411e-9bc0-8e8ff17b9b77 tempest-VolumesAdminNegativeTest-23484089 tempest-VolumesAdminNegativeTest-23484089-project-member] Enqueued Resource ID: d28b333f-b594-45cf-a01d-414828a4bfda with Priority: HIGHEST for action security_group_members [ 607.108321] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28b333f-b594-45cf-a01d-414828a4bfda with Priority: HIGHEST for action security_group_members [ 607.111980] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28b333f-b594-45cf-a01d-414828a4bfda taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.112222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.112336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.112651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.112875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.113056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.113163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.113367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.113650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.113804] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28b333f-b594-45cf-a01d-414828a4bfda',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.243583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.243834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.244060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.244290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.244458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.244578] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5d42cf-615c-42ec-b01f-a072da5b8495 already deleted. [ 607.244798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5d42cf-615c-42ec-b01f-a072da5b8495" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.349607] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.361284] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 in Status: SUCCESS [ 607.361524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.621416] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.621416] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.621416] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28b333f-b594-45cf-a01d-414828a4bfda already deleted. [ 607.621416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.687748] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.690220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-296" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.690220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-296" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.690220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-296" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.690220] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.690220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.690220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.690220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.690220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.690220] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.690220] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.690220] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.690220] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.690220] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.690220] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.690220] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.709517] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.709701] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.709826] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.710474] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-296" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.710474] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-568cdb7d-1d41-45f0-b017-7884b32a22de taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.710474] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-568cdb7d-1d41-45f0-b017-7884b32a22de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.710701] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-568cdb7d-1d41-45f0-b017-7884b32a22de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.710893] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-568cdb7d-1d41-45f0-b017-7884b32a22de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.711037] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568cdb7d-1d41-45f0-b017-7884b32a22de',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.855351] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.855351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.855351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.855351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.855351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.855351] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 is going to be created. [ 607.863199] env[66948]: INFO networking_nsxv3.common.synchronization [None req-04d43a6b-1896-4605-9c60-a4ec82850de2 tempest-ServersTestFqdnHostnames-1213144350 tempest-ServersTestFqdnHostnames-1213144350-project-member] Enqueued Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_rules [ 607.863199] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_rules [ 607.863199] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.863199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.863199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.863199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.863199] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.883963] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.883963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.883963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.883963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.883963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.892255] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: UNINITIALIZED for 2s [ 608.037558] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5402e272-33e0-4952-b771-a05b974e9d0f in Status: SUCCESS [ 608.037822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.037869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.038388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.038388] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.038388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.038615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.038615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.038728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.038759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.038874] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.106468] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a884fa0a-5cf5-4135-8601-bbd42681a151 tempest-ServersTestFqdnHostnames-1213144350 tempest-ServersTestFqdnHostnames-1213144350-project-member] Enqueued Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_rules [ 608.106666] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_rules [ 608.106937] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.107096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.216682] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.217013] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.217102] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.217401] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.217565] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.217718] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 568cdb7d-1d41-45f0-b017-7884b32a22de not found, creating... [ 608.217984] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.218159] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.218299] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.218532] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.218675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.218996] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219181] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219303] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.219538] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.219672] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.219807] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 568cdb7d-1d41-45f0-b017-7884b32a22de is going to be created. [ 608.241300] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.241502] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.241739] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.242265] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.242567] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.242819] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-568cdb7d-1d41-45f0-b017-7884b32a22de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.387789] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.387952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.388035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.388266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.388369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.388467] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b already deleted. [ 608.388555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.388709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.388867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.388949] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.542032] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.910474] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.910932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.910932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.910932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.911105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.911105] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b already deleted. [ 608.911172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.938281] env[66948]: INFO networking_nsxv3.common.synchronization [req-7e169ea0-d58c-4c6e-b9f4-946f3acaeede req-6ba203d3-e17e-4fc6-b419-bd17024678df service nova] Enqueued Resource ID: d28b333f-b594-45cf-a01d-414828a4bfda with Priority: HIGHEST for action security_group_rules [ 608.938454] env[66948]: INFO networking_nsxv3.common.synchronization [req-7e169ea0-d58c-4c6e-b9f4-946f3acaeede req-6ba203d3-e17e-4fc6-b419-bd17024678df service nova] Enqueued Resource ID: d28b333f-b594-45cf-a01d-414828a4bfda with Priority: HIGHEST for action security_group_members [ 608.938585] env[66948]: INFO networking_nsxv3.common.synchronization [req-7e169ea0-d58c-4c6e-b9f4-946f3acaeede req-6ba203d3-e17e-4fc6-b419-bd17024678df service nova] Enqueued Resource ID: 568cdb7d-1d41-45f0-b017-7884b32a22de with Priority: HIGHEST for action port [ 608.939140] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28b333f-b594-45cf-a01d-414828a4bfda with Priority: HIGHEST for action security_group_rules [ 608.939325] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28b333f-b594-45cf-a01d-414828a4bfda with Priority: HIGHEST for action security_group_members [ 608.939365] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568cdb7d-1d41-45f0-b017-7884b32a22de with Priority: HIGHEST for action port [ 608.939817] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28b333f-b594-45cf-a01d-414828a4bfda taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.939817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.939817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.940294] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.940405] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28b333f-b594-45cf-a01d-414828a4bfda',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.952525] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28b333f-b594-45cf-a01d-414828a4bfda taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.952853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.953020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.953319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.953544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.953715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.953806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.954018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.954139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.954330] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28b333f-b594-45cf-a01d-414828a4bfda',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.955397] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-568cdb7d-1d41-45f0-b017-7884b32a22de taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.955518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-568cdb7d-1d41-45f0-b017-7884b32a22de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.955615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-568cdb7d-1d41-45f0-b017-7884b32a22de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.955926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-568cdb7d-1d41-45f0-b017-7884b32a22de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.955926] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568cdb7d-1d41-45f0-b017-7884b32a22de',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.044533] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5402e272-33e0-4952-b771-a05b974e9d0f: rpc.has_security_group_logging(os_id): False [ 609.066647] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.066647] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.066647] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.066863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.066894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.067417] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.067523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.067587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.067751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.067832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.067913] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f is going to be created. [ 609.139332] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.139693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.139693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.139891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.140645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.154137] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5402e272-33e0-4952-b771-a05b974e9d0f in Status: IN_PROGRESS for 2s [ 609.400527] env[66948]: INFO networking_nsxv3.common.synchronization [req-d7f8f47a-2d63-41ca-a0e5-dbbf170e3f04 req-9f32db6b-2d5e-4a7b-80b4-76a8e1749a71 tempest-ServersAdminNegativeTestJSON-1838157869 tempest-ServersAdminNegativeTestJSON-1838157869-project-member] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 609.401400] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 609.401893] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.402099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.402193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.402535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.402817] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.402975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.403499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.403499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.403650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.403701] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.457487] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28b333f-b594-45cf-a01d-414828a4bfda taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.457983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.460075] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 568cdb7d-1d41-45f0-b017-7884b32a22de with status ACTIVE [ 609.460313] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.460454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.460533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.460806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.460895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.461055] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.461166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.461303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.461387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.461458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.461647] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.461738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.461793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.461932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.462026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.462121] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 568cdb7d-1d41-45f0-b017-7884b32a22de is going to be updated. [ 609.466022] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d28b333f-b594-45cf-a01d-414828a4bfda',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.484630] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.484991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.484991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.485109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.486230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.486230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-568cdb7d-1d41-45f0-b017-7884b32a22de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.815317] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.815622] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.815765] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.816066] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.816369] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.816569] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.816717] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.816998] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.817203] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.817457] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.817603] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.817808] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.817868] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.818012] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.818144] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.818324] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.841815] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.841815] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.841815] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.841815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.841815] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-0c55dbad-bad9-435e-b290-a930bea249c3 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.842146] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-0c55dbad-bad9-435e-b290-a930bea249c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.842146] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-0c55dbad-bad9-435e-b290-a930bea249c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.842402] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-0c55dbad-bad9-435e-b290-a930bea249c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.842559] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c55dbad-bad9-435e-b290-a930bea249c3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.903163] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: SUCCESS [ 609.903402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.903605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.903866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.904118] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.904238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.904307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.904508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.904591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.904703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.904801] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.906060] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.906157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.906196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.906386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.906487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.906730] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.906803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.906863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.907039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.907126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.907262] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 already deleted. [ 609.907356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.965827] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d28b333f-b594-45cf-a01d-414828a4bfda',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.347675] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.347961] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.348172] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.348588] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.348707] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348933] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 0c55dbad-bad9-435e-b290-a930bea249c3 not found, creating... [ 610.349306] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.349538] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.349697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.349993] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.350198] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.350551] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.350774] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.350919] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.351220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.351435] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.351628] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 0c55dbad-bad9-435e-b290-a930bea249c3 is going to be created. [ 610.374072] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.374310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.374432] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.374722] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.374987] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.375272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-0c55dbad-bad9-435e-b290-a930bea249c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.409092] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.409473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.409473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.409597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.409781] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.409860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.409929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.410112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.410202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.410293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.410445] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.410539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.410624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.410745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.410887] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.410978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.411051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.411191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.411266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.411348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.411438] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.469187] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.469367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.469432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.470028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.470028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.470028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28b333f-b594-45cf-a01d-414828a4bfda is going to be created. [ 610.530419] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.530565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.530676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.530898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.531080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.545755] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28b333f-b594-45cf-a01d-414828a4bfda in Status: UNINITIALIZED for 2s [ 610.915650] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bc83055-57b9-4bbe-a67e-916a668af702: rpc.has_security_group_logging(os_id): False [ 610.936019] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.936189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.936295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.936460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.936544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.936758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.936862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.936939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.937142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.937216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.937362] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.937470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.937538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.937674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.937751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.937928] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.938197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.938308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.938429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.938497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.938584] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 is going to be created. [ 610.969702] env[66948]: INFO networking_nsxv3.common.synchronization [None req-0ac1b25f-cffc-4a50-b4e3-ec8456b428a2 None None] Enqueued Resource ID: bc629a93-03de-48ad-932f-a08376d88ec7 with Priority: HIGHEST for action port [ 610.970336] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc629a93-03de-48ad-932f-a08376d88ec7 with Priority: HIGHEST for action port [ 610.970690] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc629a93-03de-48ad-932f-a08376d88ec7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.970827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc629a93-03de-48ad-932f-a08376d88ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.970868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc629a93-03de-48ad-932f-a08376d88ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.971186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc629a93-03de-48ad-932f-a08376d88ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.971276] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc629a93-03de-48ad-932f-a08376d88ec7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.006929] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.006929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.006929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.007195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.007293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.019472] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: IN_PROGRESS for 2s [ 611.077024] env[66948]: INFO networking_nsxv3.common.synchronization [req-d7f8f47a-2d63-41ca-a0e5-dbbf170e3f04 req-66ac781b-5f29-47f9-96ab-0ded54846163 service nova] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_rules [ 611.077024] env[66948]: INFO networking_nsxv3.common.synchronization [req-d7f8f47a-2d63-41ca-a0e5-dbbf170e3f04 req-66ac781b-5f29-47f9-96ab-0ded54846163 service nova] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 611.077024] env[66948]: INFO networking_nsxv3.common.synchronization [req-d7f8f47a-2d63-41ca-a0e5-dbbf170e3f04 req-66ac781b-5f29-47f9-96ab-0ded54846163 service nova] Enqueued Resource ID: 0c55dbad-bad9-435e-b290-a930bea249c3 with Priority: HIGHEST for action port [ 611.077024] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_rules [ 611.077493] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 611.077755] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c55dbad-bad9-435e-b290-a930bea249c3 with Priority: HIGHEST for action port [ 611.080812] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.080812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.080812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.080812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.080812] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.080812] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.080812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.080812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.080812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.080812] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.081637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.081858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.084899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.084899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.084899] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.084899] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c55dbad-bad9-435e-b290-a930bea249c3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.084899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c55dbad-bad9-435e-b290-a930bea249c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.084899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c55dbad-bad9-435e-b290-a930bea249c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.084899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c55dbad-bad9-435e-b290-a930bea249c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.084899] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c55dbad-bad9-435e-b290-a930bea249c3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.169871] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5402e272-33e0-4952-b771-a05b974e9d0f in Status: SUCCESS [ 611.170113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.475442] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc629a93-03de-48ad-932f-a08376d88ec7 [ 611.475719] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.475814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.475882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.476134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.476253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.476381] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc629a93-03de-48ad-932f-a08376d88ec7 already deleted. [ 611.476446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc629a93-03de-48ad-932f-a08376d88ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.586387] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.586894] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.587020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.587220] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c55dbad-bad9-435e-b290-a930bea249c3 with status ACTIVE [ 611.587386] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.587487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.587567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.587764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.587852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.588032] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.588128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.588192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.588400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.588449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.588613] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.588714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.588748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.588888] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.588952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.589050] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c55dbad-bad9-435e-b290-a930bea249c3 is going to be updated. [ 611.614073] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.614073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.614073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.614073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.614073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.614073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c55dbad-bad9-435e-b290-a930bea249c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.091417] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.564026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28b333f-b594-45cf-a01d-414828a4bfda in Status: SUCCESS [ 612.564026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.564026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.564026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.564026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.564026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.564026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.564026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.564026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.564026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.564026] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d28b333f-b594-45cf-a01d-414828a4bfda',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.601112] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.601299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.601380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.601608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.601930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.601930] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 is going to be created. [ 612.629934] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.630103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.630190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.630401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.630562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.643678] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: UNINITIALIZED for 2s [ 613.000387] env[66948]: INFO networking_nsxv3.common.synchronization [None req-497321db-cd22-4519-8f8d-22e8c1abeda8 None None] Enqueued Resource ID: 0ad4ce24-0c54-44a0-8751-bc7b46b36862 with Priority: HIGHEST for action port [ 613.000660] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad4ce24-0c54-44a0-8751-bc7b46b36862 with Priority: HIGHEST for action port [ 613.001298] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ad4ce24-0c54-44a0-8751-bc7b46b36862 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.001442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ad4ce24-0c54-44a0-8751-bc7b46b36862" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.001868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ad4ce24-0c54-44a0-8751-bc7b46b36862" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.002165] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ad4ce24-0c54-44a0-8751-bc7b46b36862" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.002422] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ad4ce24-0c54-44a0-8751-bc7b46b36862',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.035633] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: SUCCESS [ 613.035633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.067261] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28b333f-b594-45cf-a01d-414828a4bfda taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.067675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.067836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.068165] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.068390] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.068545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.068653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.068862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.069013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.069080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.069278] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28b333f-b594-45cf-a01d-414828a4bfda taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.069454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.069565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.069720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.069914] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.070111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.070111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.070310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.070381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.070417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.070551] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d28b333f-b594-45cf-a01d-414828a4bfda',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.506671] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ad4ce24-0c54-44a0-8751-bc7b46b36862 [ 613.506671] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.506671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.506671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.506671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.506671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.506671] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ad4ce24-0c54-44a0-8751-bc7b46b36862 already deleted. [ 613.506671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ad4ce24-0c54-44a0-8751-bc7b46b36862" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.576853] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d28b333f-b594-45cf-a01d-414828a4bfda: rpc.has_security_group_logging(os_id): False [ 613.597566] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.597566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.597693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.597947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.598097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.598606] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.598606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.598606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.598810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.598897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.599872] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.599872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.599872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.599872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.599872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.600107] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.600216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.600252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.600409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.600516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.600690] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28b333f-b594-45cf-a01d-414828a4bfda is going to be created. [ 613.686306] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.686306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.686306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.686306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.686506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.702311] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28b333f-b594-45cf-a01d-414828a4bfda in Status: IN_PROGRESS for 2s [ 614.600025] env[66948]: INFO networking_nsxv3.common.synchronization [req-7d15b07d-51e0-4d8f-aac7-e94bcab75d3c req-a355184c-88f9-4a21-85ca-063d245910f4 tempest-VolumesAssistedSnapshotsTest-1653136303 tempest-VolumesAssistedSnapshotsTest-1653136303-project-member] Enqueued Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_members [ 614.600601] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_members [ 614.600905] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.603686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.603811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.604126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.604314] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.605013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.605093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.605277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.605367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.606117] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.655251] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: SUCCESS [ 614.655469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.655672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.655892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.656165] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.656264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.656320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.656474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.656555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.656638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.656725] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.014076] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.014181] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-442" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.015036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-442" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.015036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-442" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.015036] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.015261] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.015401] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.015669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.015896] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.016166] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.016322] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.016456] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.016597] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.016758] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.016893] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.017062] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.050640] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.050823] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.051012] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.051264] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-442" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.051745] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.051953] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.052162] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.052895] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.052895] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e67e1f-80a2-4207-a9a8-0f1f95078ef4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.109663] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.109663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.109663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.109663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.109663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.109899] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.109899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.109977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.110485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.110581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.110672] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 already deleted. [ 615.110746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.161454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.161454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.161454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.161454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.161454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.162206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.162206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.162206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.162206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.162206] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.556210] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.556506] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.556869] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.557053] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.557265] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.557481] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 33e67e1f-80a2-4207-a9a8-0f1f95078ef4 not found, creating... [ 615.557790] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.557978] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.558136] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.558471] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.558684] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.559039] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.559140] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.559269] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.559662] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.559828] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.560034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 33e67e1f-80a2-4207-a9a8-0f1f95078ef4 is going to be created. [ 615.591485] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.591708] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.591885] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.592267] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.592530] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.592957] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.665590] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b52bd75a-b96b-43e6-ad40-d95db42858a6: rpc.has_security_group_logging(os_id): False [ 615.699046] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.699046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.699046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.699046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.699046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.699046] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.699046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.699046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.699046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.699046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.699877] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.700180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.700376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.700670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.700839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.701164] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.703686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.703686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.703686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.703686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.703686] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 is going to be created. [ 615.734952] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28b333f-b594-45cf-a01d-414828a4bfda in Status: SUCCESS [ 615.735215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.811759] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.811925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.811977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.812308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.812612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.836852] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: IN_PROGRESS for 2s [ 616.338101] env[66948]: INFO networking_nsxv3.common.synchronization [req-7d15b07d-51e0-4d8f-aac7-e94bcab75d3c req-70e9369c-b888-4e86-a081-5719344d3773 service nova] Enqueued Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_rules [ 616.338252] env[66948]: INFO networking_nsxv3.common.synchronization [req-7d15b07d-51e0-4d8f-aac7-e94bcab75d3c req-70e9369c-b888-4e86-a081-5719344d3773 service nova] Enqueued Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_members [ 616.338391] env[66948]: INFO networking_nsxv3.common.synchronization [req-7d15b07d-51e0-4d8f-aac7-e94bcab75d3c req-70e9369c-b888-4e86-a081-5719344d3773 service nova] Enqueued Resource ID: 33e67e1f-80a2-4207-a9a8-0f1f95078ef4 with Priority: HIGHEST for action port [ 616.340444] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_rules [ 616.340665] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_members [ 616.340792] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e67e1f-80a2-4207-a9a8-0f1f95078ef4 with Priority: HIGHEST for action port [ 616.341403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.341403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.341403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.341669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.341669] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.342539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.343524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.344655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.344655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.344655] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.344655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.344655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.344655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.344655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.345550] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.346618] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.346801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.346801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.347295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.347384] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e67e1f-80a2-4207-a9a8-0f1f95078ef4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.615914] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2bdb9c4-96a2-4a9e-8423-df8d0a24fb79 req-9f913a7b-d719-41d9-8996-2b6942bc2e34 tempest-DeleteServersAdminTestJSON-285735476 tempest-DeleteServersAdminTestJSON-285735476-project-admin] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 616.616594] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 616.616945] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.617228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.617228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.617400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.617589] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.617695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.617797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.617969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.618220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.618220] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.849848] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.851234] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.851234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.851375] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e67e1f-80a2-4207-a9a8-0f1f95078ef4 with status ACTIVE [ 616.851514] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.851663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.851740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.851910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.852076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.852212] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.852318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.852404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.852560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.852640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.852862] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.852963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.853035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.853181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.853253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.853348] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e67e1f-80a2-4207-a9a8-0f1f95078ef4 is going to be updated. [ 616.864096] env[66948]: INFO networking_nsxv3.common.synchronization [req-469da6c4-f923-4f02-b725-50df1a2e3756 req-ef56232c-dfb9-4b68-9061-43f597b7eefb tempest-SecurityGroupRulesTestJSON-2023683180 tempest-SecurityGroupRulesTestJSON-2023683180-project-member] Enqueued Resource ID: e8e9d0d7-e844-4638-9477-d690fc385f87 with Priority: HIGHEST for action security_group_rules [ 616.865257] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e9d0d7-e844-4638-9477-d690fc385f87 with Priority: HIGHEST for action security_group_rules [ 616.865837] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8e9d0d7-e844-4638-9477-d690fc385f87 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.865980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8e9d0d7-e844-4638-9477-d690fc385f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.866063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8e9d0d7-e844-4638-9477-d690fc385f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.866322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8e9d0d7-e844-4638-9477-d690fc385f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.866399] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8e9d0d7-e844-4638-9477-d690fc385f87',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.879159] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.879159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.879159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.879159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.879159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.879159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e67e1f-80a2-4207-a9a8-0f1f95078ef4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.120876] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.121091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.121140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.121370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.121503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.121785] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.121909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.121961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.122167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.122290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.122425] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 is going to be updated. [ 617.169784] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.169984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.170105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.170415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.170626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.185502] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: IN_PROGRESS for 2s [ 617.352610] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.390248] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.390248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.390994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.390994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.391119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.391334] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8e9d0d7-e844-4638-9477-d690fc385f87 already deleted. [ 617.391452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8e9d0d7-e844-4638-9477-d690fc385f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.737868] env[66948]: INFO networking_nsxv3.common.synchronization [req-4ee0932a-4173-4874-93b0-5b4fee7942da req-b06ca7e1-d346-467e-aa10-f9477051df88 tempest-ServersTestFqdnHostnames-1213144350 tempest-ServersTestFqdnHostnames-1213144350-project-member] Enqueued Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_members [ 617.738956] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_members [ 617.739868] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.740836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.740836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.740836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.740836] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.741073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.741073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.741227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.741328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.741434] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.848370] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: SUCCESS [ 617.848543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.860078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.860514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.860514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.860754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.860858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.860967] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 is going to be created. [ 617.887580] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.887580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.887580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.887580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.887873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.900508] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 in Status: UNINITIALIZED for 2s [ 617.949306] env[66948]: INFO networking_nsxv3.common.synchronization [None req-8744f946-abd6-4155-8c7b-531b6ab989e1 None None] Enqueued Resource ID: 5b044aba-1c56-4a92-b98a-2ac57519e103 with Priority: HIGHEST for action port [ 617.951459] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b044aba-1c56-4a92-b98a-2ac57519e103 with Priority: HIGHEST for action port [ 617.951811] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b044aba-1c56-4a92-b98a-2ac57519e103 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.951946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b044aba-1c56-4a92-b98a-2ac57519e103" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.952030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b044aba-1c56-4a92-b98a-2ac57519e103" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.952302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b044aba-1c56-4a92-b98a-2ac57519e103" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.952392] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b044aba-1c56-4a92-b98a-2ac57519e103',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.244816] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.245044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.245330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.245330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.245462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.245644] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.245739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.245798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.245973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.246070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.246171] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b already deleted. [ 618.246262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.454591] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b044aba-1c56-4a92-b98a-2ac57519e103 [ 618.454968] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.455134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.455213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.455481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.455584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.455678] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b044aba-1c56-4a92-b98a-2ac57519e103 already deleted. [ 618.455776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b044aba-1c56-4a92-b98a-2ac57519e103" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.583151] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.583995] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-890" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.583995] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-890" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.584214] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-890" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.584460] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.584620] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.584728] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.585066] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.585217] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.585457] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.585582] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.585691] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.585827] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.585987] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.586131] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.586258] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.608810] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.609011] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.609158] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.609338] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-890" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.609660] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-c92ef0e7-a57e-4cda-b308-1c130417c484 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.609829] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-c92ef0e7-a57e-4cda-b308-1c130417c484" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.609948] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-c92ef0e7-a57e-4cda-b308-1c130417c484" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.610689] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-c92ef0e7-a57e-4cda-b308-1c130417c484" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.610864] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92ef0e7-a57e-4cda-b308-1c130417c484',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.113230] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.113715] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.113715] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.113892] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.114106] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.114286] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port c92ef0e7-a57e-4cda-b308-1c130417c484 not found, creating... [ 619.114560] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.114792] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.115092] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.115643] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.116089] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.116563] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.116827] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.117242] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.117501] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.117818] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.118119] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: c92ef0e7-a57e-4cda-b308-1c130417c484 is going to be created. [ 619.140580] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.140872] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.140946] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.141279] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.141513] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.141756] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-c92ef0e7-a57e-4cda-b308-1c130417c484" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.202509] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: SUCCESS [ 619.203298] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 deletion is rescheduled due to dependency. [ 619.203298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.877998] env[66948]: INFO networking_nsxv3.common.synchronization [req-4ee0932a-4173-4874-93b0-5b4fee7942da req-7246cc82-1b2d-43ba-a320-0595eb6300c9 service nova] Enqueued Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_rules [ 619.877998] env[66948]: INFO networking_nsxv3.common.synchronization [req-4ee0932a-4173-4874-93b0-5b4fee7942da req-7246cc82-1b2d-43ba-a320-0595eb6300c9 service nova] Enqueued Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_members [ 619.877998] env[66948]: INFO networking_nsxv3.common.synchronization [req-4ee0932a-4173-4874-93b0-5b4fee7942da req-7246cc82-1b2d-43ba-a320-0595eb6300c9 service nova] Enqueued Resource ID: c92ef0e7-a57e-4cda-b308-1c130417c484 with Priority: HIGHEST for action port [ 619.878456] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_rules [ 619.878640] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_members [ 619.878818] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92ef0e7-a57e-4cda-b308-1c130417c484 with Priority: HIGHEST for action port [ 619.881513] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.881577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.881698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.881991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.882117] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.887166] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.887166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.887166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.887166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.887166] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.887166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.887166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.887166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.887166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.887166] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.888605] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92ef0e7-a57e-4cda-b308-1c130417c484 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.888784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92ef0e7-a57e-4cda-b308-1c130417c484" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.889224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92ef0e7-a57e-4cda-b308-1c130417c484" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.889224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92ef0e7-a57e-4cda-b308-1c130417c484" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.889224] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92ef0e7-a57e-4cda-b308-1c130417c484',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.914725] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 in Status: SUCCESS [ 619.915088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.915590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.915827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.916158] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.916266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.916266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.917438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.917438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.917438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.917438] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.257322] env[66948]: INFO networking_nsxv3.common.synchronization [None req-1c6fac9a-319d-4254-a250-80b29833959a None None] Enqueued Resource ID: 4af4c94b-0385-41bd-ae92-cd191e4ca079 with Priority: HIGHEST for action port [ 620.259227] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af4c94b-0385-41bd-ae92-cd191e4ca079 with Priority: HIGHEST for action port [ 620.259227] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4af4c94b-0385-41bd-ae92-cd191e4ca079 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.259227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4af4c94b-0385-41bd-ae92-cd191e4ca079" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.259227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4af4c94b-0385-41bd-ae92-cd191e4ca079" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.259227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4af4c94b-0385-41bd-ae92-cd191e4ca079" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.259227] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4af4c94b-0385-41bd-ae92-cd191e4ca079',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.392549] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.395037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.395037] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f9c41b2a-1cfb-4207-8009-6726dc979442 tempest-ServersWithSpecificFlavorTestJSON-321981976 tempest-ServersWithSpecificFlavorTestJSON-321981976-project-member] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_rules [ 620.395497] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c92ef0e7-a57e-4cda-b308-1c130417c484 with status ACTIVE [ 620.395534] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.395633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.395698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.395938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.396023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.396206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.396305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.396388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.396548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.396633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.396811] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.396929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.397038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.397212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.397284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.397368] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c92ef0e7-a57e-4cda-b308-1c130417c484 is going to be updated. [ 620.398473] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.400245] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_rules [ 620.400635] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.400798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.400865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.401097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.401171] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.419818] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.427310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.427485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.427538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.427865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.428033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.428195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92ef0e7-a57e-4cda-b308-1c130417c484" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.602261] env[66948]: INFO networking_nsxv3.common.synchronization [None req-2f353734-42b6-4117-843a-b2d6c37e19f9 tempest-ServersWithSpecificFlavorTestJSON-321981976 tempest-ServersWithSpecificFlavorTestJSON-321981976-project-member] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_rules [ 620.603044] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_rules [ 620.603407] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.603602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.611699] env[66948]: INFO networking_nsxv3.common.synchronization [req-5beb9435-a27e-40f1-8e3a-64c988bb0ce1 req-806c9e44-b900-4152-9ee3-c99fcdca3409 tempest-ServerDiagnosticsTest-548153293 tempest-ServerDiagnosticsTest-548153293-project-member] Enqueued Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGHEST for action security_group_members [ 620.612629] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGHEST for action security_group_members [ 620.615307] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.615513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.615622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.615913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.616280] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.616368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.616420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.616667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.616806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.616938] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.760945] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4af4c94b-0385-41bd-ae92-cd191e4ca079 [ 620.761253] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.761469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.761558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.761827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.763115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.763115] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4af4c94b-0385-41bd-ae92-cd191e4ca079 already deleted. [ 620.763115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4af4c94b-0385-41bd-ae92-cd191e4ca079" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.905587] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.922346] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8: rpc.has_security_group_logging(os_id): False [ 620.926188] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.927634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.927720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.927943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.928050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.928152] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d already deleted. [ 620.928241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.928686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.928867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.928953] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.943656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.946233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.946233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.946233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.946233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.946233] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.946233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.946233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.946233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.946233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.946233] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 is going to be created. [ 621.018018] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.018018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.018018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.018018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.018018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.033346] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 in Status: IN_PROGRESS for 2s [ 621.119974] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.120231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.120345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.120543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.120611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.120826] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.120927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.120969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.121133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.121207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.121293] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 is going to be updated. [ 621.170539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.170539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.170539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.172506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.172506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.180925] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 in Status: IN_PROGRESS for 2s [ 621.411320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.411839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.411839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.411839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.411968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.411968] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b is going to be created. [ 621.452508] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.452681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.452764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.453025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.453376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.456051] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.456264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.456264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.456464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.456532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.456624] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d already deleted. [ 621.456704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.464751] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b in Status: UNINITIALIZED for 2s [ 623.048555] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 in Status: SUCCESS [ 623.048869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.195067] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 in Status: SUCCESS [ 623.195255] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 deletion is rescheduled due to dependency. [ 623.195377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.477733] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b in Status: SUCCESS [ 623.478073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.478253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.479569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.479569] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.479569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.479569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.479569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.479569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.479921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.479921] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.985200] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.489932] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 231486ac-a3eb-4127-96b4-3bd5c5e39e1b: rpc.has_security_group_logging(os_id): False [ 624.522935] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.522935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.522935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.523519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.523519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.523519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.523680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.523680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.523780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.523831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.523948] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b is going to be created. [ 624.625751] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.625906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.625970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.626200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.626450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.651341] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b in Status: IN_PROGRESS for 2s [ 625.614274] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 625.614710] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 626.472348] env[66948]: INFO networking_nsxv3.common.synchronization [None req-2dcfa2a9-428c-44c0-9270-713837bfc443 None None] Enqueued Resource ID: b367c2da-ce0b-4066-8b6a-dd3309efcc6c with Priority: HIGHEST for action port [ 626.472921] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b367c2da-ce0b-4066-8b6a-dd3309efcc6c with Priority: HIGHEST for action port [ 626.473237] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b367c2da-ce0b-4066-8b6a-dd3309efcc6c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.473363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b367c2da-ce0b-4066-8b6a-dd3309efcc6c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.473451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b367c2da-ce0b-4066-8b6a-dd3309efcc6c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.473713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b367c2da-ce0b-4066-8b6a-dd3309efcc6c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.473796] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b367c2da-ce0b-4066-8b6a-dd3309efcc6c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.666904] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b in Status: SUCCESS [ 626.666904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.978242] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b367c2da-ce0b-4066-8b6a-dd3309efcc6c [ 626.978518] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.978668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.978738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.978963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.979078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.979173] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b367c2da-ce0b-4066-8b6a-dd3309efcc6c already deleted. [ 626.979254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b367c2da-ce0b-4066-8b6a-dd3309efcc6c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.382295] env[66948]: INFO networking_nsxv3.common.synchronization [None req-3c032a00-901d-4130-bc18-ef9e9f772217 None None] Enqueued Resource ID: fbca5d45-5d1c-429c-8711-a39a6d4fb2f4 with Priority: HIGHEST for action port [ 628.382295] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbca5d45-5d1c-429c-8711-a39a6d4fb2f4 with Priority: HIGHEST for action port [ 628.382295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbca5d45-5d1c-429c-8711-a39a6d4fb2f4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.382295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbca5d45-5d1c-429c-8711-a39a6d4fb2f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.382295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbca5d45-5d1c-429c-8711-a39a6d4fb2f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.384378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbca5d45-5d1c-429c-8711-a39a6d4fb2f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.384378] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbca5d45-5d1c-429c-8711-a39a6d4fb2f4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.514459] env[66948]: INFO networking_nsxv3.common.synchronization [req-e616ce2c-de7a-4f1a-8e21-6fa991bc723e req-29787fe8-d124-4a4e-9f5a-25e19b1f1738 tempest-SecurityGroupRulesTestJSON-2023683180 tempest-SecurityGroupRulesTestJSON-2023683180-project-member] Enqueued Resource ID: 7f5438dc-97d1-4bbb-b59c-e329c28d7b17 with Priority: HIGHEST for action security_group_rules [ 628.515380] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5438dc-97d1-4bbb-b59c-e329c28d7b17 with Priority: HIGHEST for action security_group_rules [ 628.515710] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5438dc-97d1-4bbb-b59c-e329c28d7b17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.516216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5438dc-97d1-4bbb-b59c-e329c28d7b17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.516216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5438dc-97d1-4bbb-b59c-e329c28d7b17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.516216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5438dc-97d1-4bbb-b59c-e329c28d7b17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.516488] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5438dc-97d1-4bbb-b59c-e329c28d7b17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.885431] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbca5d45-5d1c-429c-8711-a39a6d4fb2f4 [ 628.886969] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.887359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.887520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.887865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.888096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.888317] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbca5d45-5d1c-429c-8711-a39a6d4fb2f4 already deleted. [ 628.888512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbca5d45-5d1c-429c-8711-a39a6d4fb2f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.003521] env[66948]: INFO networking_nsxv3.common.synchronization [None req-c800f0ff-343a-4c14-bf3d-549dc2d620e2 None None] Enqueued Resource ID: 18bcb2be-98df-4489-96da-d1ec0a039ded with Priority: HIGHEST for action port [ 629.004144] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18bcb2be-98df-4489-96da-d1ec0a039ded with Priority: HIGHEST for action port [ 629.004460] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-18bcb2be-98df-4489-96da-d1ec0a039ded taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.004620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18bcb2be-98df-4489-96da-d1ec0a039ded" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.004728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18bcb2be-98df-4489-96da-d1ec0a039ded" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.005287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18bcb2be-98df-4489-96da-d1ec0a039ded" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.005589] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bcb2be-98df-4489-96da-d1ec0a039ded',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.047288] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.047446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.047497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.047749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.047835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.048024] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5438dc-97d1-4bbb-b59c-e329c28d7b17 already deleted. [ 629.048024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5438dc-97d1-4bbb-b59c-e329c28d7b17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.510582] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18bcb2be-98df-4489-96da-d1ec0a039ded [ 629.510913] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.510978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.511094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.511301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.511386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.511484] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18bcb2be-98df-4489-96da-d1ec0a039ded already deleted. [ 629.511562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18bcb2be-98df-4489-96da-d1ec0a039ded" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.616962] env[66948]: INFO networking_nsxv3.common.synchronization [req-5da4cecd-c2b7-437d-8772-779845856471 req-7993a67c-6434-4059-9580-e8784d18fcd8 tempest-ServerRescueTestJSON-1678399555 tempest-ServerRescueTestJSON-1678399555-project-member] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 629.617527] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 629.618248] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.618248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.625023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.625023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.625023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.625023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.625023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.625023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.625023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.625023] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.014404] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.014404] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-539" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.014404] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-539" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.014691] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-539" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.015582] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.015978] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.019019] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.019019] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.019019] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.019019] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.019019] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.019019] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.019019] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.019019] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.019019] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.019019] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.038319] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.038579] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.038663] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.038788] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-539" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.039365] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-47fefb56-5d72-4f1f-a348-d72aab8eab61 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.039630] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-47fefb56-5d72-4f1f-a348-d72aab8eab61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.039745] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-47fefb56-5d72-4f1f-a348-d72aab8eab61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.040084] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-47fefb56-5d72-4f1f-a348-d72aab8eab61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.040228] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47fefb56-5d72-4f1f-a348-d72aab8eab61',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.130024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.130194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.130268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.130489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.130580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.130780] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.131186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.131186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.131186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.131279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.131519] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 already deleted. [ 630.131519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.542930] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.543364] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.543364] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.543553] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.543915] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.543915] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 47fefb56-5d72-4f1f-a348-d72aab8eab61 not found, creating... [ 630.544120] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.544269] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.544378] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.544582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.544704] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.545204] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.545314] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.548025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.548025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.548025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.548025] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 47fefb56-5d72-4f1f-a348-d72aab8eab61 is going to be created. [ 630.570523] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.570829] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.571025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.571359] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.571585] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.571816] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-47fefb56-5d72-4f1f-a348-d72aab8eab61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.028516] env[66948]: INFO networking_nsxv3.common.synchronization [None req-be4eaf48-f5fe-45b7-b003-7346582b067b None None] Enqueued Resource ID: 10f354e8-53be-413e-bcef-ad306f197180 with Priority: HIGHEST for action port [ 631.028867] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f354e8-53be-413e-bcef-ad306f197180 with Priority: HIGHEST for action port [ 631.029387] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-10f354e8-53be-413e-bcef-ad306f197180 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.029515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10f354e8-53be-413e-bcef-ad306f197180" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.029582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10f354e8-53be-413e-bcef-ad306f197180" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.029829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10f354e8-53be-413e-bcef-ad306f197180" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.029913] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10f354e8-53be-413e-bcef-ad306f197180',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.270489] env[66948]: INFO networking_nsxv3.common.synchronization [req-5da4cecd-c2b7-437d-8772-779845856471 req-388687a1-fd3b-4491-aaaa-1d01a6c0f36c service nova] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_rules [ 631.270703] env[66948]: INFO networking_nsxv3.common.synchronization [req-5da4cecd-c2b7-437d-8772-779845856471 req-388687a1-fd3b-4491-aaaa-1d01a6c0f36c service nova] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 631.270783] env[66948]: INFO networking_nsxv3.common.synchronization [req-5da4cecd-c2b7-437d-8772-779845856471 req-388687a1-fd3b-4491-aaaa-1d01a6c0f36c service nova] Enqueued Resource ID: 47fefb56-5d72-4f1f-a348-d72aab8eab61 with Priority: HIGHEST for action port [ 631.271040] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_rules [ 631.271211] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 631.271380] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47fefb56-5d72-4f1f-a348-d72aab8eab61 with Priority: HIGHEST for action port [ 631.272030] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.272523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.272640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.273086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.273086] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.274921] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.275015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.275057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.275580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.275580] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.275580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.275580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.275816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.276693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.276693] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.280056] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-47fefb56-5d72-4f1f-a348-d72aab8eab61 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.280056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47fefb56-5d72-4f1f-a348-d72aab8eab61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.280056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47fefb56-5d72-4f1f-a348-d72aab8eab61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.280056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47fefb56-5d72-4f1f-a348-d72aab8eab61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.280056] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47fefb56-5d72-4f1f-a348-d72aab8eab61',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.533823] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10f354e8-53be-413e-bcef-ad306f197180 [ 631.534244] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.534482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.534592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.534874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.534994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.536049] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10f354e8-53be-413e-bcef-ad306f197180 already deleted. [ 631.536049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10f354e8-53be-413e-bcef-ad306f197180" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.776727] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.776727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.784033] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47fefb56-5d72-4f1f-a348-d72aab8eab61 with status ACTIVE [ 631.784033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.784033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.784033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.784033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.784033] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47fefb56-5d72-4f1f-a348-d72aab8eab61 is going to be updated. [ 631.786196] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.821597] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.821752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.821801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.822082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.823470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.823470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47fefb56-5d72-4f1f-a348-d72aab8eab61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.289650] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.651780] env[66948]: INFO networking_nsxv3.common.synchronization [req-647b9ea4-4b6f-40ac-9f7b-514975944605 req-362db96d-f1ac-4c63-984c-c0473b7d7174 tempest-ServersWithSpecificFlavorTestJSON-321981976 tempest-ServersWithSpecificFlavorTestJSON-321981976-project-member] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 632.652562] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 632.653016] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.654022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.654022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.654319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.654571] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.654740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.654858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.655119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.655264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.655413] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.792355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.792663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.792663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.792936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.793042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.793212] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 is going to be created. [ 632.819954] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.820880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.821192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.821444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.821664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.832360] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: UNINITIALIZED for 2s [ 632.969762] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f71448c7-2316-4af4-a973-50304101b5dc None None] Enqueued Resource ID: 6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db with Priority: HIGHEST for action port [ 632.970038] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db with Priority: HIGHEST for action port [ 632.970608] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.970732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.970797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.971143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.971238] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.158439] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.158607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.158648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.158887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.158985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.159874] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.159874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.160043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.160132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.160199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.160269] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d already deleted. [ 633.160358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.303125] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.305436] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-291" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.305436] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-291" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.305436] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-291" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.305436] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.305436] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.305744] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.306221] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.306316] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.306552] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.306689] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.306910] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.307264] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.307264] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.307395] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.307436] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.336670] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.336670] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.336670] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.336670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-291" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.336670] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-2d0803d6-eba5-4dce-821f-566085b9c7de taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.336670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-2d0803d6-eba5-4dce-821f-566085b9c7de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.336670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-2d0803d6-eba5-4dce-821f-566085b9c7de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.336670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-2d0803d6-eba5-4dce-821f-566085b9c7de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.336670] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0803d6-eba5-4dce-821f-566085b9c7de',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.477750] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db [ 633.477750] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.477750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.477997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.478103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.478262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.478408] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db already deleted. [ 633.478546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ad8f8bc-4f4d-4e23-bb6b-2aeb7e6615db" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.839175] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.839491] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.839634] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.839923] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.840094] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.840248] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 2d0803d6-eba5-4dce-821f-566085b9c7de not found, creating... [ 633.840516] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.840695] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.840811] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.841068] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.841209] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.841483] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.841630] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.841771] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.841984] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.842261] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.842432] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 2d0803d6-eba5-4dce-821f-566085b9c7de is going to be created. [ 633.863330] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.863471] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.863560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.863829] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.864066] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.864299] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-2d0803d6-eba5-4dce-821f-566085b9c7de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.592949] env[66948]: INFO networking_nsxv3.common.synchronization [req-647b9ea4-4b6f-40ac-9f7b-514975944605 req-e3cd8949-ab2f-4f89-8e5e-033e5e0c0305 service nova] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_rules [ 634.593156] env[66948]: INFO networking_nsxv3.common.synchronization [req-647b9ea4-4b6f-40ac-9f7b-514975944605 req-e3cd8949-ab2f-4f89-8e5e-033e5e0c0305 service nova] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 634.593291] env[66948]: INFO networking_nsxv3.common.synchronization [req-647b9ea4-4b6f-40ac-9f7b-514975944605 req-e3cd8949-ab2f-4f89-8e5e-033e5e0c0305 service nova] Enqueued Resource ID: 2d0803d6-eba5-4dce-821f-566085b9c7de with Priority: HIGHEST for action port [ 634.593837] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_rules [ 634.593977] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 634.594269] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0803d6-eba5-4dce-821f-566085b9c7de with Priority: HIGHEST for action port [ 634.594768] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.594768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.594768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.594996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.595092] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.596826] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.596938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.597012] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.600527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.600527] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.600527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.600527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.600527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.600527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.600527] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.601974] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0803d6-eba5-4dce-821f-566085b9c7de taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.602753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0803d6-eba5-4dce-821f-566085b9c7de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.602753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0803d6-eba5-4dce-821f-566085b9c7de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.604161] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0803d6-eba5-4dce-821f-566085b9c7de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.604161] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0803d6-eba5-4dce-821f-566085b9c7de',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.844513] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: SUCCESS [ 634.845038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.845127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.845341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.845546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.845929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.846037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.846220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.846302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.846391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.846507] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.099024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.099425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.109022] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.109022] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d0803d6-eba5-4dce-821f-566085b9c7de with status ACTIVE [ 635.109022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.109022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.109022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.109022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.109829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.109829] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d0803d6-eba5-4dce-821f-566085b9c7de is going to be updated. [ 635.133562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.133676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.133730] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.134128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.134379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.136233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0803d6-eba5-4dce-821f-566085b9c7de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.302135] env[66948]: INFO networking_nsxv3.common.synchronization [req-46c1ee5f-ca87-42af-b60b-dd985e6f7a77 req-e0cc093e-4422-4162-bdd8-18c8ef24463d tempest-DeleteServersAdminTestJSON-2009485709 tempest-DeleteServersAdminTestJSON-2009485709-project-member] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 635.302135] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 635.302135] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.302135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.302135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.302135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.303108] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.303430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.303702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.304045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.304395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.304597] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.339516] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f98272aa-254a-4f9d-a567-31d245db9054 None None] Enqueued Resource ID: 4e21ed2f-23b3-4986-a378-eb61423a3785 with Priority: HIGHEST for action port [ 635.339703] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e21ed2f-23b3-4986-a378-eb61423a3785 with Priority: HIGHEST for action port [ 635.340080] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e21ed2f-23b3-4986-a378-eb61423a3785 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.340534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e21ed2f-23b3-4986-a378-eb61423a3785" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.340676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e21ed2f-23b3-4986-a378-eb61423a3785" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.340866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e21ed2f-23b3-4986-a378-eb61423a3785" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.340944] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e21ed2f-23b3-4986-a378-eb61423a3785',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.351018] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.351018] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.351018] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.351018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.351681] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.351681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.351681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.351681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.351814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.352165] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.352165] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.613086] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.807959] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.808324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.808324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.808403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.808648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.808648] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.808863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.808863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.808988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.808988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.809136] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 is going to be updated. [ 635.835752] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.835990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.836059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.836284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.836418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.843406] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e21ed2f-23b3-4986-a378-eb61423a3785 [ 635.843651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.843805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.843892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.844884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.844884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.844884] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e21ed2f-23b3-4986-a378-eb61423a3785 already deleted. [ 635.844884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e21ed2f-23b3-4986-a378-eb61423a3785" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.858469] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: IN_PROGRESS for 2s [ 635.861304] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d07cf6b-de68-4a2d-968e-2fc051028aa4: rpc.has_security_group_logging(os_id): False [ 635.887568] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.887722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.887792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.888026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.888120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.888342] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.888444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.888507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.888756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.888876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.889098] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.889201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.889262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.889478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.889570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.889764] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.889861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.889925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.890092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.890169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.890256] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 is going to be created. [ 635.908582] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.908903] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.909124] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.909424] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.910114] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.910586] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.910704] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.910935] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.911095] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.911300] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.911402] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.911499] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.911614] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.911704] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.911796] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.911922] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.931395] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.931607] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.931741] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.931951] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.932296] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-df0a6787-abd9-47dd-aae7-184645d0b918 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.932464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-df0a6787-abd9-47dd-aae7-184645d0b918" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.932580] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-df0a6787-abd9-47dd-aae7-184645d0b918" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.932910] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-df0a6787-abd9-47dd-aae7-184645d0b918" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.933066] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0a6787-abd9-47dd-aae7-184645d0b918',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.970954] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.970954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.970954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.970954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.970954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.984860] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: IN_PROGRESS for 2s [ 636.117041] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.117041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.117222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.117774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.118648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.118777] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d is going to be created. [ 636.145785] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.145785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.145785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.145785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.145785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.164182] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: UNINITIALIZED for 2s [ 636.438767] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.438767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.438767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.438767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.438767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.438767] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port df0a6787-abd9-47dd-aae7-184645d0b918 not found, creating... [ 636.438767] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.438767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.438767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.438767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.438767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.439573] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.439573] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.439573] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.439573] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.439573] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.439573] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: df0a6787-abd9-47dd-aae7-184645d0b918 is going to be created. [ 636.460361] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.460591] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.460705] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.461043] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.461273] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.461492] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-df0a6787-abd9-47dd-aae7-184645d0b918" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.176146] env[66948]: INFO networking_nsxv3.common.synchronization [req-46c1ee5f-ca87-42af-b60b-dd985e6f7a77 req-e4d682a2-d023-4ac7-94d3-813132bd0690 service nova] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_rules [ 637.176431] env[66948]: INFO networking_nsxv3.common.synchronization [req-46c1ee5f-ca87-42af-b60b-dd985e6f7a77 req-e4d682a2-d023-4ac7-94d3-813132bd0690 service nova] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 637.176512] env[66948]: INFO networking_nsxv3.common.synchronization [req-46c1ee5f-ca87-42af-b60b-dd985e6f7a77 req-e4d682a2-d023-4ac7-94d3-813132bd0690 service nova] Enqueued Resource ID: df0a6787-abd9-47dd-aae7-184645d0b918 with Priority: HIGHEST for action port [ 637.176983] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_rules [ 637.177142] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 637.177240] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0a6787-abd9-47dd-aae7-184645d0b918 with Priority: HIGHEST for action port [ 637.177557] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.177624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.177692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.177894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.177977] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.178799] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.178910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.179086] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-df0a6787-abd9-47dd-aae7-184645d0b918 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.179184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df0a6787-abd9-47dd-aae7-184645d0b918" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.179244] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df0a6787-abd9-47dd-aae7-184645d0b918" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.179419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df0a6787-abd9-47dd-aae7-184645d0b918" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.179492] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0a6787-abd9-47dd-aae7-184645d0b918',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.481513] env[66948]: INFO networking_nsxv3.common.synchronization [None req-757c51ba-93e5-4598-b922-91ad83d1c647 None None] Enqueued Resource ID: a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3 with Priority: HIGHEST for action port [ 637.481996] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3 with Priority: HIGHEST for action port [ 637.482320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.482444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.482506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.482779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.482997] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.681491] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.681491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.681730] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df0a6787-abd9-47dd-aae7-184645d0b918 with status ACTIVE [ 637.681793] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.681928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.682957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.682957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.682957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.682957] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.682957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.682957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.682957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.683265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.683265] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.683339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.683379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.683900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.683900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.683900] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df0a6787-abd9-47dd-aae7-184645d0b918 is going to be updated. [ 637.708542] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.708542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.708542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.708542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.708542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.708542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df0a6787-abd9-47dd-aae7-184645d0b918" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.871936] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: SUCCESS [ 637.871936] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 deletion is rescheduled due to dependency. [ 637.871936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.871936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.872345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.872345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.872345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.872591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.872646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.872711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.872775] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.987834] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3 [ 637.988063] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.988911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.988911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.988911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.988911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.988911] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3 already deleted. [ 637.988911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d79bb8-480f-40d7-aefd-b08c3fd0bfc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.002061] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: SUCCESS [ 638.002420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.175167] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: SUCCESS [ 638.175302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.175370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.176033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.176033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.176033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.176404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.176404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.176404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.176404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.176528] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.380854] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.679936] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.886668] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.964855] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f20e00f7-f691-4caa-8932-5deae11d31de None None] Enqueued Resource ID: 38c624a7-ab8d-46ac-ad70-bd530b9c525b with Priority: HIGHEST for action port [ 638.966306] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c624a7-ab8d-46ac-ad70-bd530b9c525b with Priority: HIGHEST for action port [ 638.967118] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-38c624a7-ab8d-46ac-ad70-bd530b9c525b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.967573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38c624a7-ab8d-46ac-ad70-bd530b9c525b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.967840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38c624a7-ab8d-46ac-ad70-bd530b9c525b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.968827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38c624a7-ab8d-46ac-ad70-bd530b9c525b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.968827] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38c624a7-ab8d-46ac-ad70-bd530b9c525b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.181983] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d: rpc.has_security_group_logging(os_id): False [ 639.202862] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.203048] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.203119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.203401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.205024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.205024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.205024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.205024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.205024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.205024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.205024] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d is going to be created. [ 639.302744] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.302744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.302744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.303052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.303207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.325415] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: IN_PROGRESS for 2s [ 639.391499] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.391700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.391939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.392098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.392180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.392237] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 is going to be updated. [ 639.447069] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.447254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.447303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.447500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.447642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.461041] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: IN_PROGRESS for 2s [ 639.472972] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38c624a7-ab8d-46ac-ad70-bd530b9c525b [ 639.473292] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.473489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.473489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.473877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.473877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.473877] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38c624a7-ab8d-46ac-ad70-bd530b9c525b already deleted. [ 639.474051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38c624a7-ab8d-46ac-ad70-bd530b9c525b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.005535] env[66948]: INFO networking_nsxv3.common.synchronization [None req-439ec66b-5457-4685-9f54-bbe0397c8bcc None None] Enqueued Resource ID: e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff with Priority: HIGHEST for action port [ 641.006623] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff with Priority: HIGHEST for action port [ 641.007080] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.007707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.007798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.008177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.008257] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.347262] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: SUCCESS [ 641.347262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.469702] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: SUCCESS [ 641.470278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.470487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.470712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.470924] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.471065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.471154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.471351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.471440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.471547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.471659] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.513224] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff [ 641.513761] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.513761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.513761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.514142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.514142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.514142] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff already deleted. [ 641.514256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b91eb4-9e9a-4db7-971b-7a0fb2ec7dff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.640896] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f76f37a4-ed96-4745-a93b-c78f9ea6e441 None None] Enqueued Resource ID: 2747c34a-8c7f-481b-a95b-68f9355a4916 with Priority: HIGHEST for action port [ 641.642141] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2747c34a-8c7f-481b-a95b-68f9355a4916 with Priority: HIGHEST for action port [ 641.644974] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2747c34a-8c7f-481b-a95b-68f9355a4916 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.644974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2747c34a-8c7f-481b-a95b-68f9355a4916" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.644974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2747c34a-8c7f-481b-a95b-68f9355a4916" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.644974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2747c34a-8c7f-481b-a95b-68f9355a4916" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.644974] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2747c34a-8c7f-481b-a95b-68f9355a4916',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.712162] env[66948]: INFO networking_nsxv3.common.synchronization [req-a5aac4f8-ca2c-427e-ad9a-6bda6df81f8c req-5b61077c-7ecf-4460-af50-23f2ff953574 tempest-InstanceActionsTestJSON-2094167862 tempest-InstanceActionsTestJSON-2094167862-project-member] Enqueued Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGHEST for action security_group_members [ 641.713764] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGHEST for action security_group_members [ 641.718038] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-621aa616-137f-424f-a8db-ee0424748af1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.718038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.718038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.718038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.718497] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.718750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.719199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.720138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.720138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.720138] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.975169] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.975353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.975396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.975623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.975815] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.976459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.976459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.978557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.978678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.978789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.978983] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.979105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.979173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.979330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.979478] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.980124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.980124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.980124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.980124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.980124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.980336] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.004640] env[66948]: INFO networking_nsxv3.common.synchronization [req-8896ac70-0abf-4c67-9614-a8a12ed1afb7 req-1925fda3-bab1-42df-bdd8-dedea5b009d3 tempest-VolumesAdminNegativeTest-23484089 tempest-VolumesAdminNegativeTest-23484089-project-member] Enqueued Resource ID: d28b333f-b594-45cf-a01d-414828a4bfda with Priority: HIGHEST for action security_group_members [ 642.007383] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28b333f-b594-45cf-a01d-414828a4bfda with Priority: HIGHEST for action security_group_members [ 642.010114] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28b333f-b594-45cf-a01d-414828a4bfda taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.010114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.010114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.010114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.010114] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.010114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.010114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.010114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.010114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.010114] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28b333f-b594-45cf-a01d-414828a4bfda',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.147064] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2747c34a-8c7f-481b-a95b-68f9355a4916 [ 642.147460] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.147663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.147854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.148027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.148177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.148360] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2747c34a-8c7f-481b-a95b-68f9355a4916 already deleted. [ 642.148478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2747c34a-8c7f-481b-a95b-68f9355a4916" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.225840] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.225840] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.225840] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621aa616-137f-424f-a8db-ee0424748af1 already deleted. [ 642.225840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.264317] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.264317] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-315" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.264317] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-315" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.264317] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-315" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.264317] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.265573] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.265913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.266264] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.266582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.266894] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.267454] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.271007] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.271007] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.271007] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.271007] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.271770] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.291665] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.291845] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.291978] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.292308] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-315" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.292966] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-bc618ccf-9248-4645-9207-e3d1a02def61 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.292966] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-bc618ccf-9248-4645-9207-e3d1a02def61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.292966] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-bc618ccf-9248-4645-9207-e3d1a02def61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.293297] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-bc618ccf-9248-4645-9207-e3d1a02def61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.293393] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc618ccf-9248-4645-9207-e3d1a02def61',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.484056] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6afc1b5-3290-4aa2-965d-acb5feb2f6b9: rpc.has_security_group_logging(os_id): False [ 642.504613] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.504822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.504904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.505189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.505279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.506233] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.506233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.506233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.506486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.506486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.506699] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.506791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.506791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.506942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.507025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.507291] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.507445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.507548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.507635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.507712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.507783] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 is going to be updated. [ 642.512108] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.512333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.512431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.512546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.512637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.512823] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.512986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.513120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.513231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.513310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.513386] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28b333f-b594-45cf-a01d-414828a4bfda is going to be updated. [ 642.538789] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.538993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.539084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.539295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.539555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.564129] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28b333f-b594-45cf-a01d-414828a4bfda in Status: IN_PROGRESS for 2s [ 642.597074] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.597442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.597442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.597580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.597726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.613183] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: IN_PROGRESS for 2s [ 642.796572] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.797772] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.797772] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.797772] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.797772] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.798028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port bc618ccf-9248-4645-9207-e3d1a02def61 not found, creating... [ 642.798394] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.798652] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.798818] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.799251] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.799478] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.799923] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.800171] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.800351] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.800668] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.801126] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.801126] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: bc618ccf-9248-4645-9207-e3d1a02def61 is going to be created. [ 642.825272] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.825272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.825272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.825272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.825272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.825945] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-bc618ccf-9248-4645-9207-e3d1a02def61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.578532] env[66948]: INFO networking_nsxv3.common.synchronization [req-a5aac4f8-ca2c-427e-ad9a-6bda6df81f8c req-c0e8c18f-3065-4ae5-aeee-8b04b24009e0 service nova] Enqueued Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGHEST for action security_group_rules [ 643.580137] env[66948]: INFO networking_nsxv3.common.synchronization [req-a5aac4f8-ca2c-427e-ad9a-6bda6df81f8c req-c0e8c18f-3065-4ae5-aeee-8b04b24009e0 service nova] Enqueued Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGHEST for action security_group_members [ 643.580137] env[66948]: INFO networking_nsxv3.common.synchronization [req-a5aac4f8-ca2c-427e-ad9a-6bda6df81f8c req-c0e8c18f-3065-4ae5-aeee-8b04b24009e0 service nova] Enqueued Resource ID: bc618ccf-9248-4645-9207-e3d1a02def61 with Priority: HIGHEST for action port [ 643.580137] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGHEST for action security_group_rules [ 643.580137] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGHEST for action security_group_members [ 643.580137] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc618ccf-9248-4645-9207-e3d1a02def61 with Priority: HIGHEST for action port [ 643.580622] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621aa616-137f-424f-a8db-ee0424748af1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.580959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.581135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.581555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.581741] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.588057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-621aa616-137f-424f-a8db-ee0424748af1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.588248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.588366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.588681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.588945] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.589125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.589231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.589425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.589543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.589648] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.590864] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc618ccf-9248-4645-9207-e3d1a02def61 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.591044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc618ccf-9248-4645-9207-e3d1a02def61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.591165] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc618ccf-9248-4645-9207-e3d1a02def61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.591328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc618ccf-9248-4645-9207-e3d1a02def61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.591411] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc618ccf-9248-4645-9207-e3d1a02def61',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.088835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-621aa616-137f-424f-a8db-ee0424748af1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.088835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.095974] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc618ccf-9248-4645-9207-e3d1a02def61 with status ACTIVE [ 644.096306] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.096457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.096531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.096757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.096855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.097344] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.097475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.097544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.097731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.097886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.098117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.098221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.098334] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.098440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.098518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.098606] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc618ccf-9248-4645-9207-e3d1a02def61 is going to be updated. [ 644.101684] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.128248] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.128248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.128248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.128248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.128248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.128248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc618ccf-9248-4645-9207-e3d1a02def61" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.317223] env[66948]: INFO networking_nsxv3.common.synchronization [req-74ad7c8a-0fe1-4bda-8858-7a3e0eba7240 req-f9a4409b-25c6-4b18-b287-a19e7f7c6d67 tempest-TenantUsagesTestJSON-1547602053 tempest-TenantUsagesTestJSON-1547602053-project-member] Enqueued Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGHEST for action security_group_members [ 644.317787] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGHEST for action security_group_members [ 644.318523] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e26e90-be75-48ca-b610-c2bb89b1faa2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.318609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.318609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.318880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.319072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.319178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.319241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.319407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.319509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.319608] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.577421] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28b333f-b594-45cf-a01d-414828a4bfda in Status: SUCCESS [ 644.577670] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28b333f-b594-45cf-a01d-414828a4bfda deletion is rescheduled due to dependency. [ 644.577800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28b333f-b594-45cf-a01d-414828a4bfda" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.604465] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.635633] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: SUCCESS [ 644.635905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.795677] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.796310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.796621] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.797031] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.797513] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.798270] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.801062] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.801062] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.801062] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.801062] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.801062] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.801062] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.801062] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.801062] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.801062] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.801062] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.823571] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.823782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.823897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.824190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.824237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.825356] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.827848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.827848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.827848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.827848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.827848] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 already deleted. [ 644.827848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.827848] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.827848] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.827848] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.828473] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.828473] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-2e9a0911-e87c-4ea1-b611-e27b173c9c04 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.829399] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-2e9a0911-e87c-4ea1-b611-e27b173c9c04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.829399] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-2e9a0911-e87c-4ea1-b611-e27b173c9c04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.829399] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-2e9a0911-e87c-4ea1-b611-e27b173c9c04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.829399] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9a0911-e87c-4ea1-b611-e27b173c9c04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.107891] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.107891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.107891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.108277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.108277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.108340] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621aa616-137f-424f-a8db-ee0424748af1 is going to be created. [ 645.131897] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.132037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.132113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.132473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.132831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.144463] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621aa616-137f-424f-a8db-ee0424748af1 in Status: UNINITIALIZED for 2s [ 645.334416] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.334416] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.334416] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.334416] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.334416] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.334416] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 2e9a0911-e87c-4ea1-b611-e27b173c9c04 not found, creating... [ 645.334416] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.334416] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.334416] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.335056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.336469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.336469] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.336469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.336469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.336469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.336469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.336469] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 2e9a0911-e87c-4ea1-b611-e27b173c9c04 is going to be created. [ 645.366465] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.366710] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.366817] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.367129] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.367555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.367962] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-2e9a0911-e87c-4ea1-b611-e27b173c9c04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.090884] env[66948]: INFO networking_nsxv3.common.synchronization [req-74ad7c8a-0fe1-4bda-8858-7a3e0eba7240 req-174c0219-cc23-439c-a02a-342a9c7d6876 service nova] Enqueued Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGHEST for action security_group_rules [ 646.091211] env[66948]: INFO networking_nsxv3.common.synchronization [req-74ad7c8a-0fe1-4bda-8858-7a3e0eba7240 req-174c0219-cc23-439c-a02a-342a9c7d6876 service nova] Enqueued Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGHEST for action security_group_members [ 646.091211] env[66948]: INFO networking_nsxv3.common.synchronization [req-74ad7c8a-0fe1-4bda-8858-7a3e0eba7240 req-174c0219-cc23-439c-a02a-342a9c7d6876 service nova] Enqueued Resource ID: 2e9a0911-e87c-4ea1-b611-e27b173c9c04 with Priority: HIGHEST for action port [ 646.092129] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGHEST for action security_group_rules [ 646.092129] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGHEST for action security_group_members [ 646.092304] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9a0911-e87c-4ea1-b611-e27b173c9c04 with Priority: HIGHEST for action port [ 646.092671] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e26e90-be75-48ca-b610-c2bb89b1faa2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.092755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.093265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.093448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.094920] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.094920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e26e90-be75-48ca-b610-c2bb89b1faa2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.094920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.094920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.094920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.094920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.095217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.095217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.097926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.097926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.097926] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.097926] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9a0911-e87c-4ea1-b611-e27b173c9c04 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.097926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9a0911-e87c-4ea1-b611-e27b173c9c04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.097926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9a0911-e87c-4ea1-b611-e27b173c9c04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.097926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9a0911-e87c-4ea1-b611-e27b173c9c04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.097926] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9a0911-e87c-4ea1-b611-e27b173c9c04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.468365] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b613c3d-e3a3-4905-baa1-f33ee508433f req-179eb877-e04a-4b62-836a-2be4986f13f0 tempest-SecurityGroupRulesTestJSON-2023683180 tempest-SecurityGroupRulesTestJSON-2023683180-project-member] Enqueued Resource ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 with Priority: HIGHEST for action security_group_rules [ 646.469188] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 with Priority: HIGHEST for action security_group_rules [ 646.470960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.470960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.470960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.470960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.470960] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.598890] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.599987] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e26e90-be75-48ca-b610-c2bb89b1faa2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.600134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.601237] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e9a0911-e87c-4ea1-b611-e27b173c9c04 with status ACTIVE [ 646.601237] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.601392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.601433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.601882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.601882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.602038] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.602377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.602377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.602536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.602536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.603463] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.603597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.603648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.604566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.604566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.604566] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e9a0911-e87c-4ea1-b611-e27b173c9c04 is going to be updated. [ 646.633307] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.633489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.633559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.633779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.633921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.634099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9a0911-e87c-4ea1-b611-e27b173c9c04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.756447] env[66948]: INFO networking_nsxv3.common.synchronization [req-786ca1dd-342a-46af-9815-fa6eaecb7467 req-5490c3c8-dc33-4863-ae4a-a5a5746f8b97 tempest-ServerMetadataTestJSON-1615146678 tempest-ServerMetadataTestJSON-1615146678-project-member] Enqueued Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGHEST for action security_group_members [ 646.757542] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGHEST for action security_group_members [ 646.757542] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbf014a-1cb5-42cd-92a0-7326192b5717 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.757542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.757542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.757794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.758095] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.758187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.758187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.758364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.758447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.758536] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.991616] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.992061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.992061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.992282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.992431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.992577] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 already deleted. [ 646.992707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.102350] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.161139] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621aa616-137f-424f-a8db-ee0424748af1 in Status: SUCCESS [ 647.161388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.161584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.161816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.162059] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.162226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.162300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.162465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.162548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.162637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.162762] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.171172] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.171368] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-681" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.171478] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-681" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.171785] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-681" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.172074] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.172237] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.172350] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.172565] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.172705] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.172981] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.173155] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.173265] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.173410] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.173575] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.173698] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.173829] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.195323] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.195522] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.195667] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.195858] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-681" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.196230] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-7af036d7-2eec-4045-8ba8-b9101b3ef818 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.196405] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-7af036d7-2eec-4045-8ba8-b9101b3ef818" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.196517] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-7af036d7-2eec-4045-8ba8-b9101b3ef818" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.196836] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-7af036d7-2eec-4045-8ba8-b9101b3ef818" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.196973] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7af036d7-2eec-4045-8ba8-b9101b3ef818',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.261064] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.261282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.261343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.261643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.261852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.262136] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.262255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.262321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.262531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.262619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.262709] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 already deleted. [ 647.262796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.605530] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.605530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.605777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.606093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.606154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.606251] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 is going to be created. [ 647.641743] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.642052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.642052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.642305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.642396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.656219] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 in Status: UNINITIALIZED for 2s [ 647.665815] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-621aa616-137f-424f-a8db-ee0424748af1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.666032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.666117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.666358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.666531] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.666655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.666713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.666887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.666978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.667080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.667267] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-621aa616-137f-424f-a8db-ee0424748af1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.667351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.667407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.667551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.667691] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.667783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.667843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.668010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.668093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.668174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.668261] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.699264] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.699537] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.699669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.699978] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.700164] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.700377] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 7af036d7-2eec-4045-8ba8-b9101b3ef818 not found, creating... [ 647.700711] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.700895] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.701066] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.701352] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.701553] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.701862] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.702097] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.702300] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.702604] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.702824] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.703090] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 7af036d7-2eec-4045-8ba8-b9101b3ef818 is going to be created. [ 647.731256] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.731623] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.731745] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.732115] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.732378] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.732610] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-7af036d7-2eec-4045-8ba8-b9101b3ef818" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.170503] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 621aa616-137f-424f-a8db-ee0424748af1: rpc.has_security_group_logging(os_id): False [ 648.190507] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.190507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.190684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.190833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.190957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.191421] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.191421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.191421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.191754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.191754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.192021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.192021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.192135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.192242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.192290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.192844] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.192844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.192844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.193092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.193092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.194242] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621aa616-137f-424f-a8db-ee0424748af1 is going to be created. [ 648.253601] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.253763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.253819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.254046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.254232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.271688] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 621aa616-137f-424f-a8db-ee0424748af1 in Status: IN_PROGRESS for 2s [ 648.512110] env[66948]: INFO networking_nsxv3.common.synchronization [req-786ca1dd-342a-46af-9815-fa6eaecb7467 req-cf332940-ad25-4d56-ba5d-6f444ea40ea4 service nova] Enqueued Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGHEST for action security_group_rules [ 648.512110] env[66948]: INFO networking_nsxv3.common.synchronization [req-786ca1dd-342a-46af-9815-fa6eaecb7467 req-cf332940-ad25-4d56-ba5d-6f444ea40ea4 service nova] Enqueued Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGHEST for action security_group_members [ 648.512110] env[66948]: INFO networking_nsxv3.common.synchronization [req-786ca1dd-342a-46af-9815-fa6eaecb7467 req-cf332940-ad25-4d56-ba5d-6f444ea40ea4 service nova] Enqueued Resource ID: 7af036d7-2eec-4045-8ba8-b9101b3ef818 with Priority: HIGHEST for action port [ 648.512110] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGHEST for action security_group_rules [ 648.512110] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGHEST for action security_group_members [ 648.512110] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af036d7-2eec-4045-8ba8-b9101b3ef818 with Priority: HIGHEST for action port [ 648.512110] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfbf014a-1cb5-42cd-92a0-7326192b5717 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.512110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.512910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.513314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.513507] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.514760] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbf014a-1cb5-42cd-92a0-7326192b5717 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.515075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.515243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.517019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.517019] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.517019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.517019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.517019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.517019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.517019] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.518096] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-7af036d7-2eec-4045-8ba8-b9101b3ef818 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.518339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7af036d7-2eec-4045-8ba8-b9101b3ef818" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.518507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7af036d7-2eec-4045-8ba8-b9101b3ef818" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.518741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7af036d7-2eec-4045-8ba8-b9101b3ef818" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.518897] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7af036d7-2eec-4045-8ba8-b9101b3ef818',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.018666] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.021466] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbf014a-1cb5-42cd-92a0-7326192b5717 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.021590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.021746] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7af036d7-2eec-4045-8ba8-b9101b3ef818 with status ACTIVE [ 649.021905] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.022179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.022179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.022322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.022411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.022588] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.022768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.022768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.022895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.022972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.023318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.023318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.023318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.023954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.023954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.023954] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7af036d7-2eec-4045-8ba8-b9101b3ef818 is going to be updated. [ 649.045773] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.045892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.045969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.046206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.046349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.046512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7af036d7-2eec-4045-8ba8-b9101b3ef818" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.520888] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.666053] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 in Status: SUCCESS [ 649.666450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.666735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.667177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.667507] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.667677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.667790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.668339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.668412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.668504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.668613] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.907769] env[66948]: INFO networking_nsxv3.common.synchronization [req-aac3c110-81e1-4795-8bc0-dbc385c460c2 req-29273429-7359-4b40-80fe-5bc20df385df tempest-ServersAdminNegativeTestJSON-1838157869 tempest-ServersAdminNegativeTestJSON-1838157869-project-member] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 649.908390] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 649.908736] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.908921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.908921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.909527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.909708] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.909820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.909884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.910121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.910214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.910316] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.024720] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.024957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.025077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.025405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.025549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.025679] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 is going to be created. [ 650.052514] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.052659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.052717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.053065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.053220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.057104] env[66948]: INFO networking_nsxv3.common.synchronization [req-d0305aa9-1d54-499b-9113-c3cae4679f45 req-442cb283-d2a8-48ff-9692-d8acd9bf2a28 tempest-SecurityGroupRulesTestJSON-2023683180 tempest-SecurityGroupRulesTestJSON-2023683180-project-member] Enqueued Resource ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 with Priority: HIGHEST for action security_group_rules [ 650.057636] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 with Priority: HIGHEST for action security_group_rules [ 650.058567] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.058567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.058567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.058567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.058567] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.067211] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 in Status: UNINITIALIZED for 2s [ 650.171098] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e26e90-be75-48ca-b610-c2bb89b1faa2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.171278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.171345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.171559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.172268] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.172268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.172268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.172268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.172268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.172268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.172656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e26e90-be75-48ca-b610-c2bb89b1faa2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.172656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.172656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.172656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.172803] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.172861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.172905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.173542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.173542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.173542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.173542] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.285386] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 621aa616-137f-424f-a8db-ee0424748af1 in Status: SUCCESS [ 650.285681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.413238] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.580401] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.580735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.580877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.581956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.582441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.582812] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 already deleted. [ 650.583364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.638634] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.639109] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.639109] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.643032] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.643032] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.643032] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.643032] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.643032] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.643032] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.643032] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.643032] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.643032] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.643032] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.643032] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.643032] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.643032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.662574] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.662574] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.662574] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.662718] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.663088] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.663255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.663378] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.663709] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.663820] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5fc551c-cbbf-46f3-9726-9d9eb0e451c1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.666182] env[66948]: INFO networking_nsxv3.common.synchronization [None req-98177122-96a5-4ae3-82b1-d24f89778504 None None] Enqueued Resource ID: 2876135b-f97c-4034-b4be-11e4a0806258 with Priority: HIGHEST for action port [ 650.666521] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2876135b-f97c-4034-b4be-11e4a0806258 with Priority: HIGHEST for action port [ 650.667079] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2876135b-f97c-4034-b4be-11e4a0806258 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.667239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2876135b-f97c-4034-b4be-11e4a0806258" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.667315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2876135b-f97c-4034-b4be-11e4a0806258" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.668068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2876135b-f97c-4034-b4be-11e4a0806258" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.668068] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2876135b-f97c-4034-b4be-11e4a0806258',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.675354] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e26e90-be75-48ca-b610-c2bb89b1faa2: rpc.has_security_group_logging(os_id): False [ 650.694798] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.695041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.695100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.695333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.695429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.695629] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.695732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.695796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.695978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.696074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.696282] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.696388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.696434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.696555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.696626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.696799] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.696889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.696950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.697101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.697193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.697256] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 is going to be created. [ 650.758539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.758731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.758731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.758890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.759087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.769659] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 in Status: IN_PROGRESS for 2s [ 650.915655] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.168147] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.168511] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.168740] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.169182] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.169355] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.169517] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port c5fc551c-cbbf-46f3-9726-9d9eb0e451c1 not found, creating... [ 651.169793] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.169958] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.170086] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.170386] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.170457] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.170759] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.170915] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.171037] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.171251] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.171382] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.171516] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: c5fc551c-cbbf-46f3-9726-9d9eb0e451c1 is going to be created. [ 651.172988] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2876135b-f97c-4034-b4be-11e4a0806258 [ 651.173185] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.173683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.173683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.173683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.175639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.175639] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2876135b-f97c-4034-b4be-11e4a0806258 already deleted. [ 651.175639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2876135b-f97c-4034-b4be-11e4a0806258" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.195752] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.196038] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.196119] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.196381] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.196620] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.196991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.418725] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.418901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.418977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.419323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.419430] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 is going to be updated. [ 651.454787] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.454787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.454787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.455154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.455379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.465720] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: IN_PROGRESS for 2s [ 651.896884] env[66948]: INFO networking_nsxv3.common.synchronization [req-aac3c110-81e1-4795-8bc0-dbc385c460c2 req-ae5b9c93-1ad8-4e98-b09c-bdbadf06131a service nova] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_rules [ 651.897206] env[66948]: INFO networking_nsxv3.common.synchronization [req-aac3c110-81e1-4795-8bc0-dbc385c460c2 req-ae5b9c93-1ad8-4e98-b09c-bdbadf06131a service nova] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 651.897206] env[66948]: INFO networking_nsxv3.common.synchronization [req-aac3c110-81e1-4795-8bc0-dbc385c460c2 req-ae5b9c93-1ad8-4e98-b09c-bdbadf06131a service nova] Enqueued Resource ID: c5fc551c-cbbf-46f3-9726-9d9eb0e451c1 with Priority: HIGHEST for action port [ 651.897747] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_rules [ 651.897920] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 651.898323] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5fc551c-cbbf-46f3-9726-9d9eb0e451c1 with Priority: HIGHEST for action port [ 651.898758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.898914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.899013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.899253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.899400] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.900440] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.900757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.900911] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.900911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.901223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.901223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.901223] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5fc551c-cbbf-46f3-9726-9d9eb0e451c1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.081612] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 in Status: SUCCESS [ 652.081865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.082435] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.082664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.082981] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.083123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.083321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.083415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.086165] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.086412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.086542] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.403979] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.404301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.404376] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5fc551c-cbbf-46f3-9726-9d9eb0e451c1 with status ACTIVE [ 652.404778] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.404778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.404778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.405685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.405685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.405685] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.405685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.405685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.405685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.405685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.405936] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.405936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.405936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.406071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.406071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.406276] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5fc551c-cbbf-46f3-9726-9d9eb0e451c1 is going to be updated. [ 652.437609] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.439069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.439069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.439069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.439069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.439625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5fc551c-cbbf-46f3-9726-9d9eb0e451c1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.592322] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbf014a-1cb5-42cd-92a0-7326192b5717 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.592575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.592575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.593189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.593189] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.593189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.593189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.593440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.593440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.593521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.593662] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbf014a-1cb5-42cd-92a0-7326192b5717 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.593757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.593817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.594097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.594177] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.594226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.594268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.594410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.594498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.594614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.594731] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.689164] env[66948]: INFO networking_nsxv3.common.synchronization [None req-365a5553-3315-4f12-bda3-49c6fca068ee None None] Enqueued Resource ID: 9a1d19f2-5667-4ed8-9801-25e91e4f89e7 with Priority: HIGHEST for action port [ 652.695434] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d19f2-5667-4ed8-9801-25e91e4f89e7 with Priority: HIGHEST for action port [ 652.695434] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a1d19f2-5667-4ed8-9801-25e91e4f89e7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.695575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a1d19f2-5667-4ed8-9801-25e91e4f89e7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.695575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a1d19f2-5667-4ed8-9801-25e91e4f89e7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.695893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a1d19f2-5667-4ed8-9801-25e91e4f89e7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.696050] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1d19f2-5667-4ed8-9801-25e91e4f89e7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.726723] env[66948]: INFO networking_nsxv3.common.synchronization [None req-20455619-6c56-4f57-b142-680b49249838 None None] Enqueued Resource ID: b0e04302-c23c-4647-b346-affd1a508204 with Priority: HIGHEST for action port [ 652.727418] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e04302-c23c-4647-b346-affd1a508204 with Priority: HIGHEST for action port [ 652.727747] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0e04302-c23c-4647-b346-affd1a508204 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.727889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0e04302-c23c-4647-b346-affd1a508204" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.728256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0e04302-c23c-4647-b346-affd1a508204" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.728256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0e04302-c23c-4647-b346-affd1a508204" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.728431] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e04302-c23c-4647-b346-affd1a508204',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.791611] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 in Status: SUCCESS [ 652.791865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.097589] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfbf014a-1cb5-42cd-92a0-7326192b5717: rpc.has_security_group_logging(os_id): False [ 653.118723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.118723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.118723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.119567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.119567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.119567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.119567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.119567] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.119567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.119567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.119567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.119567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.119871] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 is going to be created. [ 653.159030] env[66948]: INFO networking_nsxv3.common.synchronization [req-368edc55-e35d-43e6-87fa-b67e5addb13b req-be890986-2e24-4b6c-a86f-b8c7dac96dbc tempest-ServerAddressesNegativeTestJSON-323109476 tempest-ServerAddressesNegativeTestJSON-323109476-project-member] Enqueued Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGHEST for action security_group_members [ 653.161039] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGHEST for action security_group_members [ 653.161234] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.161297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.161436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.163174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.163174] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.163174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.163174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.163174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.163174] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.184037] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.184190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.184771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.184771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.184771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.200549] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 in Status: IN_PROGRESS for 2s [ 653.200796] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a1d19f2-5667-4ed8-9801-25e91e4f89e7 [ 653.201064] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.201659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.201659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.201659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.201850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.201909] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a1d19f2-5667-4ed8-9801-25e91e4f89e7 already deleted. [ 653.202015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a1d19f2-5667-4ed8-9801-25e91e4f89e7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.230428] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0e04302-c23c-4647-b346-affd1a508204 [ 653.232038] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.232038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.232038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.232038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.232038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.232038] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0e04302-c23c-4647-b346-affd1a508204 already deleted. [ 653.232038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0e04302-c23c-4647-b346-affd1a508204" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.476545] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: SUCCESS [ 653.479578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.479578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.479578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.479578] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.479578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.479578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.479578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.479578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.479578] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.665385] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.665614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.665614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.666695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.666695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.666695] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.666695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.666695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.666695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.666695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.666695] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 already deleted. [ 653.667295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.688942] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.688942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-349" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.688942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-349" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.688942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-349" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.688942] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.688942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.688942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.688942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.688942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.688942] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.688942] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.688942] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.689944] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.689944] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.689944] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.689944] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.708807] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.708807] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.708807] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.709175] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-349" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.709540] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.709776] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.709982] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710589] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.710589] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f9712b-c52a-4acd-bc58-db1f66f1dacc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.985522] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.213563] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.213563] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.213959] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.214030] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.214197] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.214382] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port b2f9712b-c52a-4acd-bc58-db1f66f1dacc not found, creating... [ 654.214716] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.214922] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.215060] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.215419] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.215501] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.215780] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.215977] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.219951] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.220345] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.220545] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.220868] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: b2f9712b-c52a-4acd-bc58-db1f66f1dacc is going to be created. [ 654.232717] env[66948]: INFO networking_nsxv3.common.synchronization [None req-73831dd2-8b98-45a3-9f35-935781169f27 None None] Enqueued Resource ID: c415aa0e-1bc2-4882-9301-32f14f3710cf with Priority: HIGHEST for action port [ 654.233472] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c415aa0e-1bc2-4882-9301-32f14f3710cf with Priority: HIGHEST for action port [ 654.233767] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c415aa0e-1bc2-4882-9301-32f14f3710cf taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.233922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c415aa0e-1bc2-4882-9301-32f14f3710cf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.234032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c415aa0e-1bc2-4882-9301-32f14f3710cf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.235284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c415aa0e-1bc2-4882-9301-32f14f3710cf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.235371] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c415aa0e-1bc2-4882-9301-32f14f3710cf',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.244371] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.244858] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.245025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.245339] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.245580] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.245854] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.489695] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.725320] env[66948]: INFO networking_nsxv3.common.synchronization [None req-18c9f825-fa37-4485-ba95-9bda2cae82d4 None None] Enqueued Resource ID: d0573f59-cfee-46b8-a927-a1bc3ae2695f with Priority: HIGHEST for action port [ 654.725613] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0573f59-cfee-46b8-a927-a1bc3ae2695f with Priority: HIGHEST for action port [ 654.727537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0573f59-cfee-46b8-a927-a1bc3ae2695f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.728601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0573f59-cfee-46b8-a927-a1bc3ae2695f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.728601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0573f59-cfee-46b8-a927-a1bc3ae2695f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.728601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0573f59-cfee-46b8-a927-a1bc3ae2695f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.728601] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0573f59-cfee-46b8-a927-a1bc3ae2695f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.737508] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c415aa0e-1bc2-4882-9301-32f14f3710cf [ 654.737847] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.737989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.738071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.738302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.738397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.738557] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c415aa0e-1bc2-4882-9301-32f14f3710cf already deleted. [ 654.738612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c415aa0e-1bc2-4882-9301-32f14f3710cf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.991632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.992456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.992456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.992456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.992636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.992672] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 is going to be updated. [ 655.008999] env[66948]: INFO networking_nsxv3.common.synchronization [req-368edc55-e35d-43e6-87fa-b67e5addb13b req-ea9641cb-5e13-4b86-8ece-980058c5b2a7 service nova] Enqueued Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGHEST for action security_group_rules [ 655.008999] env[66948]: INFO networking_nsxv3.common.synchronization [req-368edc55-e35d-43e6-87fa-b67e5addb13b req-ea9641cb-5e13-4b86-8ece-980058c5b2a7 service nova] Enqueued Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGHEST for action security_group_members [ 655.008999] env[66948]: INFO networking_nsxv3.common.synchronization [req-368edc55-e35d-43e6-87fa-b67e5addb13b req-ea9641cb-5e13-4b86-8ece-980058c5b2a7 service nova] Enqueued Resource ID: b2f9712b-c52a-4acd-bc58-db1f66f1dacc with Priority: HIGHEST for action port [ 655.009418] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGHEST for action security_group_rules [ 655.009555] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGHEST for action security_group_members [ 655.009655] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f9712b-c52a-4acd-bc58-db1f66f1dacc with Priority: HIGHEST for action port [ 655.009930] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.010069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.010132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.010395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.010461] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.012079] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.012079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.012079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.012079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.012079] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.012079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.012079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.012364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.012364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.012364] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.014371] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.014371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.014371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.014371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.014371] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f9712b-c52a-4acd-bc58-db1f66f1dacc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.033609] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.033609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.033609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.034124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.034124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.045579] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: IN_PROGRESS for 2s [ 655.216120] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 in Status: SUCCESS [ 655.216120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.231435] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0573f59-cfee-46b8-a927-a1bc3ae2695f [ 655.232015] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.232363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.232847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.233203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.236925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.236925] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0573f59-cfee-46b8-a927-a1bc3ae2695f already deleted. [ 655.236925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0573f59-cfee-46b8-a927-a1bc3ae2695f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.517132] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f9712b-c52a-4acd-bc58-db1f66f1dacc with status ACTIVE [ 655.517132] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.517240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.517397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.519322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.519322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.519322] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.519322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.519322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.519322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.521453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.521742] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.525419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.525419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.525419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.525419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.525419] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f9712b-c52a-4acd-bc58-db1f66f1dacc is going to be updated. [ 655.525419] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.525619] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.525739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.550113] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.550270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.550336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.550559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.550699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.550868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f9712b-c52a-4acd-bc58-db1f66f1dacc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.027584] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.530816] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.532794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.532794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.532794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.532794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.532794] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 is going to be created. [ 656.557422] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.557422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.557422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.557605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.558160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.569439] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 in Status: UNINITIALIZED for 2s [ 657.058261] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: SUCCESS [ 657.058502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.059067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.059067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.059067] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.059466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.059466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.059535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.059568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.059651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.059800] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.220373] env[66948]: INFO networking_nsxv3.common.synchronization [None req-3ee7b7b2-be44-4243-8b0a-b80b1aca35bf None None] Enqueued Resource ID: 7fa26a62-47df-49f9-ad89-01abdf4c8384 with Priority: HIGHEST for action port [ 657.221253] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fa26a62-47df-49f9-ad89-01abdf4c8384 with Priority: HIGHEST for action port [ 657.221600] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fa26a62-47df-49f9-ad89-01abdf4c8384 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.222198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fa26a62-47df-49f9-ad89-01abdf4c8384" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.222198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fa26a62-47df-49f9-ad89-01abdf4c8384" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.222198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fa26a62-47df-49f9-ad89-01abdf4c8384" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.222198] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fa26a62-47df-49f9-ad89-01abdf4c8384',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.564413] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.564413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.564413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.564413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.565112] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.565112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.565112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.565233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.565380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.565990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.565990] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.567198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.567360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.567735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.568075] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.568293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.570123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.570123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.570123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.570123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.570123] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.724118] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fa26a62-47df-49f9-ad89-01abdf4c8384 [ 657.724300] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.724445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.724504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.724731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.724833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.724956] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fa26a62-47df-49f9-ad89-01abdf4c8384 already deleted. [ 657.725056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fa26a62-47df-49f9-ad89-01abdf4c8384" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.071885] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b52bd75a-b96b-43e6-ad40-d95db42858a6: rpc.has_security_group_logging(os_id): False [ 658.094825] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.095114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.095114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.095434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.095516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.095688] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.095867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.095867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.096089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.096180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.096400] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.096503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.096564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.096718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.096783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.096973] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.097160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.097279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.097401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.097482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.097577] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 is going to be updated. [ 658.181272] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.181272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.181272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.181272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.181272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.204441] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: IN_PROGRESS for 2s [ 658.303999] env[66948]: INFO networking_nsxv3.common.synchronization [req-e55e6b32-5f32-4211-a2f7-9c0415338fd3 req-3cf25237-8254-4de7-833b-12dfb6c98a6a tempest-MultipleCreateTestJSON-667685198 tempest-MultipleCreateTestJSON-667685198-project-member] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 658.304731] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 658.306965] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.307703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.307703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.307860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.308125] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.308274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.308337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.308586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.308690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.308859] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.584034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 in Status: SUCCESS [ 658.584034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.584608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.584608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.584992] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.585132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.585198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.585542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.585542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.585542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.585680] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.780151] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.780151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.780151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.780151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.780567] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.780897] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.781136] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.781458] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.781697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.782024] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.782535] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.782755] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.782961] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.783215] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.783411] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.783637] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.806465] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.806465] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.806465] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.806465] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.806465] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-0fadf7dd-f60d-42bf-a79b-842954008768 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.806465] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-0fadf7dd-f60d-42bf-a79b-842954008768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.806465] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-0fadf7dd-f60d-42bf-a79b-842954008768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.806465] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-0fadf7dd-f60d-42bf-a79b-842954008768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.806952] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fadf7dd-f60d-42bf-a79b-842954008768',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.812352] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.812518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.812889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.813024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.813242] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.813372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.813454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.813652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.813807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.813854] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd already deleted. [ 658.813949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.088251] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.088473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.088473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.088877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.089178] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.089339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.089429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.089630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.089727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.089860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.090048] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.090159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.090207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.090368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.090487] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.090578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.090641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.090810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.090893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.090977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.091089] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.309994] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.310298] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.314025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.314025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.314025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.314025] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 0fadf7dd-f60d-42bf-a79b-842954008768 not found, creating... [ 659.314025] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.314025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.314025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.314025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.314025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.314025] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.314898] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.314898] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.314898] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.314898] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.314898] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 0fadf7dd-f60d-42bf-a79b-842954008768 is going to be created. [ 659.347667] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.347667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.347667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.347667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.347667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.347667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-0fadf7dd-f60d-42bf-a79b-842954008768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.593986] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8: rpc.has_security_group_logging(os_id): False [ 659.614281] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.614281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.614281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.614281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.614452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.614588] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.614672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.614738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.615349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.615473] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.615473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.615561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.615736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.616147] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.616278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.616349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.616510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.616592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.616683] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 is going to be created. [ 659.679430] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.679986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.679986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.679986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.680473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.691471] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 in Status: IN_PROGRESS for 2s [ 660.079170] env[66948]: INFO networking_nsxv3.common.synchronization [req-e55e6b32-5f32-4211-a2f7-9c0415338fd3 req-99b30d3d-1f3b-44fa-b6ef-4f3ba760778d service nova] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_rules [ 660.079440] env[66948]: INFO networking_nsxv3.common.synchronization [req-e55e6b32-5f32-4211-a2f7-9c0415338fd3 req-99b30d3d-1f3b-44fa-b6ef-4f3ba760778d service nova] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 660.079682] env[66948]: INFO networking_nsxv3.common.synchronization [req-e55e6b32-5f32-4211-a2f7-9c0415338fd3 req-99b30d3d-1f3b-44fa-b6ef-4f3ba760778d service nova] Enqueued Resource ID: 0fadf7dd-f60d-42bf-a79b-842954008768 with Priority: HIGHEST for action port [ 660.080495] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_rules [ 660.080495] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 660.080495] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fadf7dd-f60d-42bf-a79b-842954008768 with Priority: HIGHEST for action port [ 660.080748] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.081225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.081322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.081595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.081712] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.082582] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.082704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.082877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.083017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.083376] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.083376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.083530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.083586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.083698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.083800] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.085450] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fadf7dd-f60d-42bf-a79b-842954008768 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.085540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fadf7dd-f60d-42bf-a79b-842954008768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.085623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fadf7dd-f60d-42bf-a79b-842954008768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.085801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fadf7dd-f60d-42bf-a79b-842954008768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.085948] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fadf7dd-f60d-42bf-a79b-842954008768',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.220225] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: SUCCESS [ 660.220502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.589434] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.592345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.592345] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fadf7dd-f60d-42bf-a79b-842954008768 with status ACTIVE [ 660.592345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.592345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.592345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.592345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.592950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.592950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.592950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.592950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.592950] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fadf7dd-f60d-42bf-a79b-842954008768 is going to be updated. [ 660.615742] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.617186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.617186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.617186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.617186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.617186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fadf7dd-f60d-42bf-a79b-842954008768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.662983] env[66948]: INFO networking_nsxv3.common.synchronization [req-e55e6b32-5f32-4211-a2f7-9c0415338fd3 req-d834c00e-bf16-4865-8a5c-3011a933f4cd tempest-MultipleCreateTestJSON-667685198 tempest-MultipleCreateTestJSON-667685198-project-member] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 660.663857] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 660.664312] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.664437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.082038] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.082038] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.082038] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.082038] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.082038] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.082038] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.082499] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.082812] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.083151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.083472] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.083718] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.084727] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.084727] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.084727] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.084727] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.084727] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.095585] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.107225] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.107225] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.107225] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.107225] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.107225] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-dee109f0-512d-4d94-ab14-ef2fbc65ba73 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.107225] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-dee109f0-512d-4d94-ab14-ef2fbc65ba73" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.107225] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-dee109f0-512d-4d94-ab14-ef2fbc65ba73" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.107225] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-dee109f0-512d-4d94-ab14-ef2fbc65ba73" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.107225] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee109f0-512d-4d94-ab14-ef2fbc65ba73',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.598906] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.599093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.599213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.599376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.599459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.599562] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be created. [ 661.613346] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.613478] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.613529] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.613771] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.614056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.614056] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port dee109f0-512d-4d94-ab14-ef2fbc65ba73 not found, creating... [ 661.614347] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.614491] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.614588] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.614808] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.615086] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.615369] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.615567] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.615621] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.615831] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.616098] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.616136] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: dee109f0-512d-4d94-ab14-ef2fbc65ba73 is going to be created. [ 661.625124] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.625332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.625597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.625865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.626063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.635973] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: UNINITIALIZED for 2s [ 661.638014] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.638383] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.638480] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.638735] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.639272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.639272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-dee109f0-512d-4d94-ab14-ef2fbc65ba73" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.704837] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 in Status: SUCCESS [ 661.705188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.796771] env[66948]: INFO networking_nsxv3.common.synchronization [req-b7588cab-b0e1-485d-a684-3046d3603466 req-ac14c020-d733-4074-afc6-0de16782c86d tempest-SecurityGroupRulesTestJSON-2023683180 tempest-SecurityGroupRulesTestJSON-2023683180-project-member] Enqueued Resource ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 with Priority: HIGHEST for action security_group_rules [ 661.796829] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 with Priority: HIGHEST for action security_group_rules [ 661.798084] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.798602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.798768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.799128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.799669] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.335616] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.335985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.335985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.336153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.336268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.336419] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7 already deleted. [ 662.336492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b2b177-a3a2-4fd2-8aa1-8a2cbfd62ec7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.661783] env[66948]: INFO networking_nsxv3.common.synchronization [req-e55e6b32-5f32-4211-a2f7-9c0415338fd3 req-5c5ca6be-4cee-4f91-98b9-3759ae0ff769 service nova] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_rules [ 662.661783] env[66948]: INFO networking_nsxv3.common.synchronization [req-e55e6b32-5f32-4211-a2f7-9c0415338fd3 req-5c5ca6be-4cee-4f91-98b9-3759ae0ff769 service nova] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 662.661783] env[66948]: INFO networking_nsxv3.common.synchronization [req-e55e6b32-5f32-4211-a2f7-9c0415338fd3 req-5c5ca6be-4cee-4f91-98b9-3759ae0ff769 service nova] Enqueued Resource ID: dee109f0-512d-4d94-ab14-ef2fbc65ba73 with Priority: HIGHEST for action port [ 662.661783] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_rules [ 662.661783] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 662.661783] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee109f0-512d-4d94-ab14-ef2fbc65ba73 with Priority: HIGHEST for action port [ 662.661783] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.661783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.661783] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.661783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.661783] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee109f0-512d-4d94-ab14-ef2fbc65ba73 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.661783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee109f0-512d-4d94-ab14-ef2fbc65ba73" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.661783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee109f0-512d-4d94-ab14-ef2fbc65ba73" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.661783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee109f0-512d-4d94-ab14-ef2fbc65ba73" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.661783] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee109f0-512d-4d94-ab14-ef2fbc65ba73',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.977360] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee109f0-512d-4d94-ab14-ef2fbc65ba73 with status ACTIVE [ 662.978379] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.978611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.978678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.978903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979322] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.979410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.979473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.979647] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979987] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.979987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.980146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.980193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.980272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.980359] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee109f0-512d-4d94-ab14-ef2fbc65ba73 is going to be updated. [ 663.010235] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.010235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.010235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.010522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.010522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.010614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee109f0-512d-4d94-ab14-ef2fbc65ba73" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.362661] env[66948]: INFO networking_nsxv3.common.synchronization [req-8c41f8f2-bfb3-4367-92c0-122d359cafad req-6ae78a42-ed9d-4c2a-9d60-714cb4003451 tempest-ServerExternalEventsTest-342952557 tempest-ServerExternalEventsTest-342952557-project-member] Enqueued Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGHEST for action security_group_members [ 663.363276] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGHEST for action security_group_members [ 663.365299] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f316b50-aec8-45bd-8e94-905de8c750f2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.365455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.365512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.365803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.365998] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.366220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.366220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.366395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.366506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.367171] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.646559] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 663.646559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.646559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.648580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.649186] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.650137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.650137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.650137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.650137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.650137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.650137] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.653241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.653241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.653241] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.653241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.653241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.653241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.653241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.653241] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.828455] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.828930] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.829227] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.829414] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.830051] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.830051] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.830314] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.831413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.831413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.831413] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.831413] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.831413] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.831413] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.831413] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.831413] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.832236] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.854152] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.854372] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.854487] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.854666] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.855118] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-78b560da-80ac-457f-ba93-d0a8d8e27a43 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.855309] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-78b560da-80ac-457f-ba93-d0a8d8e27a43" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.855434] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-78b560da-80ac-457f-ba93-d0a8d8e27a43" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.855768] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-78b560da-80ac-457f-ba93-d0a8d8e27a43" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.855940] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b560da-80ac-457f-ba93-d0a8d8e27a43',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.870180] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.870576] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.870694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.870971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.871084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.871301] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.871407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.871470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.871634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.871720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.871841] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 already deleted. [ 663.871903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.156155] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.156541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.156541] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.359172] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.359734] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.360118] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.360534] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.360735] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.360902] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 78b560da-80ac-457f-ba93-d0a8d8e27a43 not found, creating... [ 664.361242] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.362060] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.362187] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.362487] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.362649] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.363788] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.364261] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.364434] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.364694] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.364949] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.365133] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 78b560da-80ac-457f-ba93-d0a8d8e27a43 is going to be created. [ 664.389326] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.389550] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.389693] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.390099] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.390366] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.390617] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-78b560da-80ac-457f-ba93-d0a8d8e27a43" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.616609] env[66948]: INFO networking_nsxv3.common.synchronization [None req-6062dcd0-d431-41fb-8af0-8c9f3cda8a2c None None] Enqueued Resource ID: 931b150e-1ced-43a7-a0a1-04bdfdc838de with Priority: HIGHEST for action port [ 664.617036] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931b150e-1ced-43a7-a0a1-04bdfdc838de with Priority: HIGHEST for action port [ 664.617341] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-931b150e-1ced-43a7-a0a1-04bdfdc838de taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.617534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931b150e-1ced-43a7-a0a1-04bdfdc838de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.617534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931b150e-1ced-43a7-a0a1-04bdfdc838de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.617784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931b150e-1ced-43a7-a0a1-04bdfdc838de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.617858] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931b150e-1ced-43a7-a0a1-04bdfdc838de',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.658971] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.121389] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 931b150e-1ced-43a7-a0a1-04bdfdc838de [ 665.121664] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.121664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.121664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.121899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.121980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.122153] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:931b150e-1ced-43a7-a0a1-04bdfdc838de already deleted. [ 665.122206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931b150e-1ced-43a7-a0a1-04bdfdc838de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.134457] env[66948]: INFO networking_nsxv3.common.synchronization [req-8c41f8f2-bfb3-4367-92c0-122d359cafad req-9bd463c6-4852-491b-b250-7fde15f55c70 service nova] Enqueued Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGHEST for action security_group_rules [ 665.134457] env[66948]: INFO networking_nsxv3.common.synchronization [req-8c41f8f2-bfb3-4367-92c0-122d359cafad req-9bd463c6-4852-491b-b250-7fde15f55c70 service nova] Enqueued Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGHEST for action security_group_members [ 665.134457] env[66948]: INFO networking_nsxv3.common.synchronization [req-8c41f8f2-bfb3-4367-92c0-122d359cafad req-9bd463c6-4852-491b-b250-7fde15f55c70 service nova] Enqueued Resource ID: 78b560da-80ac-457f-ba93-d0a8d8e27a43 with Priority: HIGHEST for action port [ 665.134457] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGHEST for action security_group_rules [ 665.134457] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGHEST for action security_group_members [ 665.134457] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b560da-80ac-457f-ba93-d0a8d8e27a43 with Priority: HIGHEST for action port [ 665.134457] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f316b50-aec8-45bd-8e94-905de8c750f2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.134457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.134457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.134457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.134457] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.134457] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f316b50-aec8-45bd-8e94-905de8c750f2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.134457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.134457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.135832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.135832] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.135832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.135832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.135832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.135832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.135832] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.136455] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b560da-80ac-457f-ba93-d0a8d8e27a43 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.136455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b560da-80ac-457f-ba93-d0a8d8e27a43" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.136621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b560da-80ac-457f-ba93-d0a8d8e27a43" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.136697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b560da-80ac-457f-ba93-d0a8d8e27a43" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.136757] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b560da-80ac-457f-ba93-d0a8d8e27a43',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.161887] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.162072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.162124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.162348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.162432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.162528] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 665.195192] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.195192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.195488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.195645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.196263] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.208359] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 665.639862] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f316b50-aec8-45bd-8e94-905de8c750f2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.640621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.640621] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78b560da-80ac-457f-ba93-d0a8d8e27a43 with status ACTIVE [ 665.640621] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.640621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.640852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.640909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.641028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.641471] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.641471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.641471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.641471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.641740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.641781] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.642269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.642269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.642269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.642269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.642492] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78b560da-80ac-457f-ba93-d0a8d8e27a43 is going to be updated. [ 665.643619] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.670309] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.670993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.671224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.671546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.671803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.672111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b560da-80ac-457f-ba93-d0a8d8e27a43" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.693833] env[66948]: INFO networking_nsxv3.common.synchronization [req-72d12a2d-1203-4953-b8bc-d87603063da4 req-65befaef-24e2-479f-bab4-b735c70a5173 tempest-ListServerFiltersTestJSON-254093357 tempest-ListServerFiltersTestJSON-254093357-project-member] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 665.695515] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 665.695515] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.695987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.696210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.696367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.696602] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.696764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.696896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.697046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.697145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.697255] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.149439] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.200623] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.201599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.201599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.201599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.201599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.201599] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.201599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.201599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.201910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.201910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.201910] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f already deleted. [ 666.202021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.231292] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.232981] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.232981] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.232981] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.232981] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.233565] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.233855] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.234598] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.234598] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.234862] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.235548] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.235548] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.235548] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.235548] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.235548] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.236103] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.260974] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.260974] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.260974] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.262137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.262692] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-107f3ce3-4e57-4eb5-af19-ce10adb6582b taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.262883] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-107f3ce3-4e57-4eb5-af19-ce10adb6582b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.263120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-107f3ce3-4e57-4eb5-af19-ce10adb6582b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.263519] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-107f3ce3-4e57-4eb5-af19-ce10adb6582b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.263695] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('107f3ce3-4e57-4eb5-af19-ce10adb6582b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.649580] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.649863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.649863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.650079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.650079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.650229] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 is going to be created. [ 666.682622] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.682923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.682923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.683333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.683575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.697561] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 in Status: UNINITIALIZED for 2s [ 666.770403] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.771460] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.771460] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.771460] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.771659] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.774035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 107f3ce3-4e57-4eb5-af19-ce10adb6582b not found, creating... [ 666.774035] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.774035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.774035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.774035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.774035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.774035] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.774035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.774035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.774035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.774643] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.774643] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 107f3ce3-4e57-4eb5-af19-ce10adb6582b is going to be created. [ 666.806675] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.806675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.806675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.806675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.806675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.809192] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-107f3ce3-4e57-4eb5-af19-ce10adb6582b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.223244] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 667.223606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.223649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.225103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.225103] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.225103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.225103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.225103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.225103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.225103] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.358162] env[66948]: INFO networking_nsxv3.common.synchronization [None req-df505ac4-791e-4825-b111-43e670ba01a6 None None] Enqueued Resource ID: 664c9404-5dcd-4a74-9f4d-82390bbec365 with Priority: HIGHEST for action port [ 667.359060] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664c9404-5dcd-4a74-9f4d-82390bbec365 with Priority: HIGHEST for action port [ 667.359468] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-664c9404-5dcd-4a74-9f4d-82390bbec365 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.359633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-664c9404-5dcd-4a74-9f4d-82390bbec365" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.359725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-664c9404-5dcd-4a74-9f4d-82390bbec365" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.360050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-664c9404-5dcd-4a74-9f4d-82390bbec365" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.360169] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('664c9404-5dcd-4a74-9f4d-82390bbec365',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.563041] env[66948]: INFO networking_nsxv3.common.synchronization [req-72d12a2d-1203-4953-b8bc-d87603063da4 req-5f1488c5-49ba-4e53-90dc-92b7035a256a service nova] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_rules [ 667.563041] env[66948]: INFO networking_nsxv3.common.synchronization [req-72d12a2d-1203-4953-b8bc-d87603063da4 req-5f1488c5-49ba-4e53-90dc-92b7035a256a service nova] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 667.563041] env[66948]: INFO networking_nsxv3.common.synchronization [req-72d12a2d-1203-4953-b8bc-d87603063da4 req-5f1488c5-49ba-4e53-90dc-92b7035a256a service nova] Enqueued Resource ID: 107f3ce3-4e57-4eb5-af19-ce10adb6582b with Priority: HIGHEST for action port [ 667.563856] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_rules [ 667.564229] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 667.564541] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107f3ce3-4e57-4eb5-af19-ce10adb6582b with Priority: HIGHEST for action port [ 667.566094] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.566094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.566094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.566094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.566094] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.569295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.569295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.569295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.569295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.569295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.569295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.569295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.569929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.570866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.571602] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.572559] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-107f3ce3-4e57-4eb5-af19-ce10adb6582b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.572823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-107f3ce3-4e57-4eb5-af19-ce10adb6582b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.572972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-107f3ce3-4e57-4eb5-af19-ce10adb6582b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.573720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-107f3ce3-4e57-4eb5-af19-ce10adb6582b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.573720] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('107f3ce3-4e57-4eb5-af19-ce10adb6582b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.728521] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.862521] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 664c9404-5dcd-4a74-9f4d-82390bbec365 [ 667.863106] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.863106] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.863623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.863926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.864094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.864255] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:664c9404-5dcd-4a74-9f4d-82390bbec365 already deleted. [ 667.864465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-664c9404-5dcd-4a74-9f4d-82390bbec365" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.075543] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.075543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.076885] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.079440] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 107f3ce3-4e57-4eb5-af19-ce10adb6582b with status ACTIVE [ 668.079798] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.079953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.080114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.080396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.080534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.080740] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.080852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.080920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.081120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.081202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.081449] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.081536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.081615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.081795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.081864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.082372] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 107f3ce3-4e57-4eb5-af19-ce10adb6582b is going to be updated. [ 668.107928] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.108162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.108242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.108631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.108631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.108756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-107f3ce3-4e57-4eb5-af19-ce10adb6582b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.232040] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.584313] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.712464] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 in Status: SUCCESS [ 668.713198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.713198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.713198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.713466] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.713553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.713619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.713735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.713818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.713907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.713995] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.733635] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.733818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.733886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.734561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.734561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.734561] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 668.784035] env[66948]: INFO networking_nsxv3.common.synchronization [req-0cde7924-57c8-4dfb-b562-1ee4eba959fc req-edb634ee-d3ea-4c8e-8053-3a167af30fba tempest-DeleteServersAdminTestJSON-2009485709 tempest-DeleteServersAdminTestJSON-2009485709-project-member] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 668.784035] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGHEST for action security_group_members [ 668.785631] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.785631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.785856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.786298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.786825] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.786825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.786825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.786825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.786825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.787133] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.811378] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.811378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.811378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.811378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.811378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.823661] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 669.089306] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.089306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.089500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.089639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.089743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.089841] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be created. [ 669.118501] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.118673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.120020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.120020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.120020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.131712] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: UNINITIALIZED for 2s [ 669.217340] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f316b50-aec8-45bd-8e94-905de8c750f2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.217869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.218087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.218765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.219220] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.219449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.219538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.219793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.220941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.221086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.221296] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f316b50-aec8-45bd-8e94-905de8c750f2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.221411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.221481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.221672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.221852] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.221958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.222069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.222319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.222319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.222604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.222604] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.291282] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.291775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.291775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.291886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.291944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.292181] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.292305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.292883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.293288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.293687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.293804] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 is going to be updated. [ 669.344144] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.344425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.344516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.344715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.344862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.358042] env[66948]: INFO networking_nsxv3.common.synchronization [req-56204307-9bd5-4f18-9b04-fb74f17a1957 req-6ea6d279-b0bd-4014-a7c1-0704d2398f53 tempest-ServerRescueNegativeTestJSON-967634923 tempest-ServerRescueNegativeTestJSON-967634923-project-member] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 669.358674] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 669.359078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.359207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.359260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.359557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.359742] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.359878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.360502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.360602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.360741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.360853] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.365672] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: IN_PROGRESS for 2s [ 669.725649] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f316b50-aec8-45bd-8e94-905de8c750f2: rpc.has_security_group_logging(os_id): False [ 669.749485] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.749691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.749691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.749910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.750024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.750209] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.750312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.750392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.750842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.750842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.750842] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.750842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.750993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.751051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.751128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.751312] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.751403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.751462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.751599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.751672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.751758] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 is going to be created. [ 669.817705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.818267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.818487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.818794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.818998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.831527] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 in Status: IN_PROGRESS for 2s [ 669.866390] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.866651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.866760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.867059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.867309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.867567] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.868810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.868948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.869173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.869662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.869662] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 already deleted. [ 669.869662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.109832] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.110036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.110149] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.110502] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.110764] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.110924] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.111050] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.111284] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.111446] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.111620] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.111747] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.111839] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.111941] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.112064] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.112164] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.112290] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.133830] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.133995] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.134142] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.134339] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.134814] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-52a49905-e208-47b6-82e5-a410bba0e102 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.134974] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-52a49905-e208-47b6-82e5-a410bba0e102" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.135106] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-52a49905-e208-47b6-82e5-a410bba0e102" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.135445] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-52a49905-e208-47b6-82e5-a410bba0e102" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.135588] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a49905-e208-47b6-82e5-a410bba0e102',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.639609] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.640556] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.640556] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.640662] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.641283] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.641283] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 52a49905-e208-47b6-82e5-a410bba0e102 not found, creating... [ 670.641773] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.642215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.642461] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.642869] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.643203] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.643745] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.644097] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.644282] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.644560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.644765] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.644993] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 52a49905-e208-47b6-82e5-a410bba0e102 is going to be created. [ 670.668952] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.669223] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.669298] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.669588] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.669811] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.670043] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-52a49905-e208-47b6-82e5-a410bba0e102" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.693228] env[66948]: INFO networking_nsxv3.common.synchronization [None req-1f3af39c-f198-4d47-a6cb-38013b679f1e None None] Enqueued Resource ID: ae980f8f-736b-496a-9fdb-a6753f3309c8 with Priority: HIGHEST for action port [ 670.693879] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae980f8f-736b-496a-9fdb-a6753f3309c8 with Priority: HIGHEST for action port [ 670.694511] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae980f8f-736b-496a-9fdb-a6753f3309c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.694704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae980f8f-736b-496a-9fdb-a6753f3309c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.694813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae980f8f-736b-496a-9fdb-a6753f3309c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.695330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae980f8f-736b-496a-9fdb-a6753f3309c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.695429] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae980f8f-736b-496a-9fdb-a6753f3309c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.835628] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 670.835872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.836678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.836678] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.836678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.837184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.837184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.837184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.837184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.837310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.837354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.837389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.837556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.837698] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.837788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.837847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.837992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.839503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.839828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.840205] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.145316] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 671.145541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.147045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.147363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.147576] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.147704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.147771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.148025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.148707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.150264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.150377] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.198819] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae980f8f-736b-496a-9fdb-a6753f3309c8 [ 671.199130] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.199278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.199345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.199602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.199775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.199900] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae980f8f-736b-496a-9fdb-a6753f3309c8 already deleted. [ 671.199900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae980f8f-736b-496a-9fdb-a6753f3309c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.344977] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd: rpc.has_security_group_logging(os_id): False [ 671.364164] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.364164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.364445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.364495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.364664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.364812] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.365145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.365145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.365255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.365305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.365513] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.365635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.365685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.366146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.366146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.366146] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.366302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.366302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.366451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.366531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.366781] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be created. [ 671.381923] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 in Status: SUCCESS [ 671.382306] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 deletion is rescheduled due to dependency. [ 671.382306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.394874] env[66948]: INFO networking_nsxv3.common.synchronization [req-56204307-9bd5-4f18-9b04-fb74f17a1957 req-9deec53f-5df3-4440-9653-0001af537950 service nova] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_rules [ 671.395354] env[66948]: INFO networking_nsxv3.common.synchronization [req-56204307-9bd5-4f18-9b04-fb74f17a1957 req-9deec53f-5df3-4440-9653-0001af537950 service nova] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 671.395354] env[66948]: INFO networking_nsxv3.common.synchronization [req-56204307-9bd5-4f18-9b04-fb74f17a1957 req-9deec53f-5df3-4440-9653-0001af537950 service nova] Enqueued Resource ID: 52a49905-e208-47b6-82e5-a410bba0e102 with Priority: HIGHEST for action port [ 671.395823] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_rules [ 671.396026] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 671.396362] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a49905-e208-47b6-82e5-a410bba0e102 with Priority: HIGHEST for action port [ 671.396630] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.396728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.396790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.397116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.397324] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.400397] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.400397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.400397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.400397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.400397] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.400397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.400397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.400397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.400397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.400397] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.400397] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a49905-e208-47b6-82e5-a410bba0e102 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.400397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a49905-e208-47b6-82e5-a410bba0e102" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.400928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a49905-e208-47b6-82e5-a410bba0e102" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.400928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a49905-e208-47b6-82e5-a410bba0e102" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.400928] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a49905-e208-47b6-82e5-a410bba0e102',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.447392] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.447861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.447861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.447861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.448031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.460448] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 671.653639] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.653951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.653951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.654520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.654794] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.655678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.655678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.655678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.655678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.655678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.655678] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.655678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.655678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.656290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.656290] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.656290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.656290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.656290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.656290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.656490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.656490] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.847781] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 in Status: SUCCESS [ 671.849787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.904413] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.906251] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.906392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.911230] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52a49905-e208-47b6-82e5-a410bba0e102 with status ACTIVE [ 671.911230] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.911230] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.911230] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.911230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.911230] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52a49905-e208-47b6-82e5-a410bba0e102 is going to be updated. [ 671.938776] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.938866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.938943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.939832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.939832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.939832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a49905-e208-47b6-82e5-a410bba0e102" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.160167] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d789ec15-8351-4a24-9aaa-48879eb1017f: rpc.has_security_group_logging(os_id): False [ 672.187255] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.187255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.187255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.187255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.187255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.187255] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.187255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.187255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.188602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.189717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.191225] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.191396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.191564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.192149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.192149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.192149] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.192149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.192459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.192459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.192459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.192626] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be created. [ 672.265290] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.265290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.265290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.266468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.266468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.278534] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 672.410057] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.441840] env[66948]: INFO networking_nsxv3.common.synchronization [req-49c6b5ae-b722-445d-8139-63f14ed632a0 req-4b82b325-8580-43d8-bbc2-f32bc25d0d2c tempest-FloatingIPsAssociationNegativeTestJSON-1710005148 tempest-FloatingIPsAssociationNegativeTestJSON-1710005148-project-member] Enqueued Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGHEST for action security_group_members [ 672.442819] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGHEST for action security_group_members [ 672.443354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.443488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.443546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.443796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.443956] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.444093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.444138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.444293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.444378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.444471] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.519111] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f8e72927-67fb-4310-9128-8208df4cbbcf None None] Enqueued Resource ID: 2c0adcfc-ca55-4752-9a2c-ee6b242e332c with Priority: HIGHEST for action port [ 672.519724] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0adcfc-ca55-4752-9a2c-ee6b242e332c with Priority: HIGHEST for action port [ 672.520049] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c0adcfc-ca55-4752-9a2c-ee6b242e332c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.520217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c0adcfc-ca55-4752-9a2c-ee6b242e332c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.520273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c0adcfc-ca55-4752-9a2c-ee6b242e332c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.520588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c0adcfc-ca55-4752-9a2c-ee6b242e332c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.520667] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0adcfc-ca55-4752-9a2c-ee6b242e332c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.914360] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.917193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.917193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.917193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.917193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.917193] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be created. [ 672.944085] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.944085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.944085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.944085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.944085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.949402] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.949402] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.949402] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 already deleted. [ 672.949402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.955851] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: UNINITIALIZED for 2s [ 673.023493] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c0adcfc-ca55-4752-9a2c-ee6b242e332c [ 673.023907] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.023907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.023907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.026278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.026278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.026278] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c0adcfc-ca55-4752-9a2c-ee6b242e332c already deleted. [ 673.026278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c0adcfc-ca55-4752-9a2c-ee6b242e332c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.079264] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b61ed45e-1602-4900-8677-0675d264723e None None] Enqueued Resource ID: f64e92b2-0e2b-4748-966b-7988235dce29 with Priority: HIGHEST for action port [ 673.080329] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64e92b2-0e2b-4748-966b-7988235dce29 with Priority: HIGHEST for action port [ 673.080432] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-f64e92b2-0e2b-4748-966b-7988235dce29 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.081800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f64e92b2-0e2b-4748-966b-7988235dce29" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.081800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f64e92b2-0e2b-4748-966b-7988235dce29" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.081800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f64e92b2-0e2b-4748-966b-7988235dce29" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.081800] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64e92b2-0e2b-4748-966b-7988235dce29',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.303612] env[66948]: INFO networking_nsxv3.common.synchronization [None req-73fddd9e-394e-4885-a7b6-72a80f85758c None None] Enqueued Resource ID: 33d230ac-b600-44f1-ba62-38fe98866482 with Priority: HIGHEST for action port [ 673.304762] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d230ac-b600-44f1-ba62-38fe98866482 with Priority: HIGHEST for action port [ 673.305939] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d230ac-b600-44f1-ba62-38fe98866482 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.306157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d230ac-b600-44f1-ba62-38fe98866482" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.306533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d230ac-b600-44f1-ba62-38fe98866482" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.306852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d230ac-b600-44f1-ba62-38fe98866482" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.306989] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d230ac-b600-44f1-ba62-38fe98866482',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.308782] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.309063] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-975" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.309246] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-975" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.310064] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-975" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.310358] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.310530] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.310641] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.310872] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.311027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.311274] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.311928] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.311928] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.311928] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.311928] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.311928] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.311928] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.335272] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.335453] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.335580] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.335759] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-975" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.336090] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.336261] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.336373] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.336704] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.336837] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a95fd5f-235f-4c7f-b302-6eec5cfc71f0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.475066] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 673.475247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.475351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.475581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.475672] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.729204] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f64e92b2-0e2b-4748-966b-7988235dce29 [ 673.729464] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.729601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.729653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.729879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.729969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.730077] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f64e92b2-0e2b-4748-966b-7988235dce29 already deleted. [ 673.730160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f64e92b2-0e2b-4748-966b-7988235dce29" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.813665] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33d230ac-b600-44f1-ba62-38fe98866482 [ 673.813924] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.814048] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.814120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.814335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.814428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.814521] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33d230ac-b600-44f1-ba62-38fe98866482 already deleted. [ 673.814608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d230ac-b600-44f1-ba62-38fe98866482" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.840702] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.840930] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.841144] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.841454] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.841454] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.841635] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 6a95fd5f-235f-4c7f-b302-6eec5cfc71f0 not found, creating... [ 673.841873] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.842031] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.842136] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.842368] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.842489] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.842736] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.842893] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.842994] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.844232] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.844336] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.844449] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 6a95fd5f-235f-4c7f-b302-6eec5cfc71f0 is going to be created. [ 673.869410] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.869704] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.869859] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.870150] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.870409] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.871039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.978144] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.978598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.978598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.978598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.979036] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.979036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.979036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.979253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.979253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.979330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.979562] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.244285] env[66948]: INFO networking_nsxv3.common.synchronization [req-33f89d38-5d7d-43cd-99eb-17b5a12dae7d req-c112c1e5-b57c-4e90-9208-637602175bee tempest-ImagesNegativeTestJSON-1908928580 tempest-ImagesNegativeTestJSON-1908928580-project-member] Enqueued Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGHEST for action security_group_members [ 674.244992] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGHEST for action security_group_members [ 674.245459] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce6833-0cbf-4614-a0bd-9c185311aeeb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.245630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.245727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.246208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.246254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.246410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.246471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.246716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.246716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.246783] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.296378] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 674.296630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.483265] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.483265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.483265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.483265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.483265] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.483265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.483265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.483265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.483265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.483265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.483805] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.483805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.483805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.483805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.483805] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.483805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.484039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.484039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.484039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.484205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.484205] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.669230] env[66948]: INFO networking_nsxv3.common.synchronization [req-49c6b5ae-b722-445d-8139-63f14ed632a0 req-98020935-d505-4e8f-bcc6-53ceb79d1646 service nova] Enqueued Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGHEST for action security_group_rules [ 674.669230] env[66948]: INFO networking_nsxv3.common.synchronization [req-49c6b5ae-b722-445d-8139-63f14ed632a0 req-98020935-d505-4e8f-bcc6-53ceb79d1646 service nova] Enqueued Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGHEST for action security_group_members [ 674.669230] env[66948]: INFO networking_nsxv3.common.synchronization [req-49c6b5ae-b722-445d-8139-63f14ed632a0 req-98020935-d505-4e8f-bcc6-53ceb79d1646 service nova] Enqueued Resource ID: 6a95fd5f-235f-4c7f-b302-6eec5cfc71f0 with Priority: HIGHEST for action port [ 674.669230] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGHEST for action security_group_rules [ 674.669230] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGHEST for action security_group_members [ 674.669230] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a95fd5f-235f-4c7f-b302-6eec5cfc71f0 with Priority: HIGHEST for action port [ 674.669781] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.669995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.669995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.670957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.671120] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.672096] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.672599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.672599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.672599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.673327] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.674158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.674158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.674158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.674283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.674450] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.676457] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.676457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.676457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.676457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.676457] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a95fd5f-235f-4c7f-b302-6eec5cfc71f0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.729702] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.731355] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-597" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.731529] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-597" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.731871] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-597" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.732219] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.732395] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.732773] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.732773] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.732965] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.733058] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.733161] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.735093] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.735093] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.735093] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.735093] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.735093] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.749658] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.750159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.750159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.750159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.750334] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.750422] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.750513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.750627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.750725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.751416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.751416] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb already deleted. [ 674.751416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.757101] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.757308] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.757471] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.757743] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-597" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.757935] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-94400ecd-0754-4a51-94f3-20aee8de7f44 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.758105] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-94400ecd-0754-4a51-94f3-20aee8de7f44" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.758227] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-94400ecd-0754-4a51-94f3-20aee8de7f44" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.758531] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-94400ecd-0754-4a51-94f3-20aee8de7f44" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.758651] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94400ecd-0754-4a51-94f3-20aee8de7f44',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.915188] env[66948]: INFO networking_nsxv3.common.synchronization [None req-235823e6-9af3-452b-b17a-78d1b3f9d16e None None] Enqueued Resource ID: a4f2b8ac-ec41-458c-b294-d54d1f80fb6d with Priority: HIGHEST for action port [ 674.917258] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f2b8ac-ec41-458c-b294-d54d1f80fb6d with Priority: HIGHEST for action port [ 674.917258] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f2b8ac-ec41-458c-b294-d54d1f80fb6d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.917258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f2b8ac-ec41-458c-b294-d54d1f80fb6d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.917258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f2b8ac-ec41-458c-b294-d54d1f80fb6d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.917258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f2b8ac-ec41-458c-b294-d54d1f80fb6d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.917258] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f2b8ac-ec41-458c-b294-d54d1f80fb6d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.966937] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: SUCCESS [ 674.966937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.966937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.966937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.966937] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.966937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.966937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.967330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.967705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.967705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.967705] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.990318] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd: rpc.has_security_group_logging(os_id): False [ 675.009932] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.010374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.010469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.010732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.010801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.010988] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.011135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.011212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.011348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.011421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.011630] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.011757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.011851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.012621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.012753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.013013] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.013181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.013287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.013444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.013516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.013608] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 675.126483] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.126635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.126716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.126928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.127116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.141246] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 675.181711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.181711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.181711] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.182027] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a95fd5f-235f-4c7f-b302-6eec5cfc71f0 with status ACTIVE [ 675.182027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.182173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.182173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.182457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.182457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.182651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.182837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.182924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.183083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.183159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.183352] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.183440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.183555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.183641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.183717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.183802] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a95fd5f-235f-4c7f-b302-6eec5cfc71f0 is going to be updated. [ 675.236741] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.236922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.236922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.237276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.237544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.237768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a95fd5f-235f-4c7f-b302-6eec5cfc71f0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.261841] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.261841] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.261841] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.262050] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.262128] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.262322] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 94400ecd-0754-4a51-94f3-20aee8de7f44 not found, creating... [ 675.262659] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.262950] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.263166] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263577] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.264175] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.264362] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.264504] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.264820] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.265081] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.265244] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 94400ecd-0754-4a51-94f3-20aee8de7f44 is going to be created. [ 675.299075] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.299303] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.299420] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.299697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.299919] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.300238] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-94400ecd-0754-4a51-94f3-20aee8de7f44" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.420820] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4f2b8ac-ec41-458c-b294-d54d1f80fb6d [ 675.421502] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.421502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.421502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.421766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.421820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.421974] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4f2b8ac-ec41-458c-b294-d54d1f80fb6d already deleted. [ 675.422056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f2b8ac-ec41-458c-b294-d54d1f80fb6d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.470155] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.470237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.470282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.470883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.471190] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.471371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.471427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.471641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.471827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.471875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.472111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.472236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.473741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.473741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.473741] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.473741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.473741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.473741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.473741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.473741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.473741] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.692949] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.834778] env[66948]: INFO networking_nsxv3.common.synchronization [None req-3e1da6cb-3675-43de-9af6-5a4be81588fe tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 675.836181] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 675.837513] env[66948]: INFO networking_nsxv3.common.synchronization [None req-09cbc143-e713-44b6-aaf1-7a23c5417055 None None] Enqueued Resource ID: 441c4f2b-a529-4d08-89f7-33ef383f0ef2 with Priority: HIGHEST for action port [ 675.837513] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.838057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.838057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.838057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.838191] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.841970] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441c4f2b-a529-4d08-89f7-33ef383f0ef2 with Priority: HIGHEST for action port [ 675.841970] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-441c4f2b-a529-4d08-89f7-33ef383f0ef2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.841970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-441c4f2b-a529-4d08-89f7-33ef383f0ef2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.841970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-441c4f2b-a529-4d08-89f7-33ef383f0ef2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.841970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-441c4f2b-a529-4d08-89f7-33ef383f0ef2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.841970] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('441c4f2b-a529-4d08-89f7-33ef383f0ef2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.976341] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 342e49fb-0fc5-492d-b3af-f530be1870a2: rpc.has_security_group_logging(os_id): False [ 675.994250] env[66948]: INFO networking_nsxv3.common.synchronization [req-33f89d38-5d7d-43cd-99eb-17b5a12dae7d req-09b11181-f275-413e-9a63-06b53fb387ff service nova] Enqueued Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGHEST for action security_group_rules [ 675.994250] env[66948]: INFO networking_nsxv3.common.synchronization [req-33f89d38-5d7d-43cd-99eb-17b5a12dae7d req-09b11181-f275-413e-9a63-06b53fb387ff service nova] Enqueued Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGHEST for action security_group_members [ 675.994250] env[66948]: INFO networking_nsxv3.common.synchronization [req-33f89d38-5d7d-43cd-99eb-17b5a12dae7d req-09b11181-f275-413e-9a63-06b53fb387ff service nova] Enqueued Resource ID: 94400ecd-0754-4a51-94f3-20aee8de7f44 with Priority: HIGHEST for action port [ 675.999289] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGHEST for action security_group_rules [ 675.999289] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGHEST for action security_group_members [ 675.999289] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94400ecd-0754-4a51-94f3-20aee8de7f44 with Priority: HIGHEST for action port [ 675.999289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.999289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.999289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.999289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.999932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.999932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.999932] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.999932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.999932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.999932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.999932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.000318] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be created. [ 676.002838] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.003222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.003439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.003821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.004154] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.008407] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce6833-0cbf-4614-a0bd-9c185311aeeb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.008810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.009206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.009697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.010104] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.012363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.012363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.012363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.012363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.012363] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.013532] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-94400ecd-0754-4a51-94f3-20aee8de7f44 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.013942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94400ecd-0754-4a51-94f3-20aee8de7f44" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.014139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94400ecd-0754-4a51-94f3-20aee8de7f44" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.014413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94400ecd-0754-4a51-94f3-20aee8de7f44" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.014583] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94400ecd-0754-4a51-94f3-20aee8de7f44',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.093379] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.093584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.093653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.093935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.094195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.109414] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: IN_PROGRESS for 2s [ 676.181389] env[66948]: INFO networking_nsxv3.common.synchronization [None req-47174523-9eca-4bb8-9680-a78d4c83fa69 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 676.183542] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 676.183542] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.183542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.195739] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.195739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.196117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.196117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.196117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.196365] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 is going to be created. [ 676.251426] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.251648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.253183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.253183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.253183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.275321] env[66948]: INFO networking_nsxv3.common.synchronization [None req-d3604017-6e67-47ae-8dac-c8f1d47add6e tempest-AttachVolumeTestJSON-922340643 tempest-AttachVolumeTestJSON-922340643-project-member] Enqueued Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_rules [ 676.276986] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 in Status: UNINITIALIZED for 2s [ 676.277636] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_rules [ 676.278061] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bfcceb5-7379-451a-b32f-510af68aaf1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.278272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.278346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.278732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.279198] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.344542] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 441c4f2b-a529-4d08-89f7-33ef383f0ef2 [ 676.344542] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.344542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.344542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.344829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.344829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.344960] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:441c4f2b-a529-4d08-89f7-33ef383f0ef2 already deleted. [ 676.345093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-441c4f2b-a529-4d08-89f7-33ef383f0ef2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.366875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.366875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.366875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.366875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.368532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.368532] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 already deleted. [ 676.368839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.369278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.370271] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.372253] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.412858] env[66948]: INFO networking_nsxv3.common.synchronization [None req-e6fbc542-ca1c-450e-bba6-acfc65b876d3 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_rules [ 676.413902] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_rules [ 676.417522] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.417522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.417522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.417522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.417522] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.507632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce6833-0cbf-4614-a0bd-9c185311aeeb taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.507906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.514598] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.517882] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94400ecd-0754-4a51-94f3-20aee8de7f44 with status ACTIVE [ 676.518328] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.518712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.518712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.518890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.518996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.519215] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.519324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.519402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.519582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.519662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.519850] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.519954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.520022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.520246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.520345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.520437] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94400ecd-0754-4a51-94f3-20aee8de7f44 is going to be updated. [ 676.553319] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.553521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.553572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.554060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.554060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.554214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94400ecd-0754-4a51-94f3-20aee8de7f44" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.601799] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ac74a8a1-fde2-4dd4-bf38-48fbc00fd8bc tempest-AttachVolumeTestJSON-922340643 tempest-AttachVolumeTestJSON-922340643-project-member] Enqueued Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_rules [ 676.603999] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_rules [ 676.604797] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bfcceb5-7379-451a-b32f-510af68aaf1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.605682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.819235] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f9222de6-9468-4cc6-b831-56f210db7e9c tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_rules [ 676.819915] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_rules [ 676.820251] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.820357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.843479] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.843639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.843944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.844042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.844136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.844244] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b already deleted. [ 676.844330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.844455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.844715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.844715] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.901477] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.902378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.902378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.902378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.902378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.902378] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 already deleted. [ 676.902378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.944326] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.944496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.944618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.944825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.944958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.946368] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd already deleted. [ 676.946368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.946368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.946368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.946368] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.018637] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.156678] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 677.156678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.369072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.370625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.370625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.370625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.370625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.370625] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b already deleted. [ 677.370625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.467181] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.467181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.467181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.467482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.467585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.467687] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd already deleted. [ 677.467772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.520648] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.520839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.520936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.521268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.521395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.521533] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb is going to be created. [ 677.549082] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.549257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.549323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.549553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.549716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.562699] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb in Status: UNINITIALIZED for 2s [ 678.124412] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: SUCCESS [ 678.125102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.193423] env[66948]: INFO networking_nsxv3.common.synchronization [req-6a3c265d-0758-46d4-8e39-70ab8e703290 req-06951a4d-31ce-4740-b0a2-401022b6984b tempest-ServersTestFqdnHostnames-1213144350 tempest-ServersTestFqdnHostnames-1213144350-project-member] Enqueued Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_members [ 678.195244] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGHEST for action security_group_members [ 678.196056] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.196056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196923] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.197119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.197396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.197767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.197902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.198058] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.292040] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 in Status: SUCCESS [ 678.292040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.292040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.292040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.292040] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.292040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.292040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.292040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.292040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.292040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.292040] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.704950] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.704950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.704950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.704950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.704950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.704950] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.704950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.704950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.704950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.704950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.704950] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b is going to be updated. [ 678.742861] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.742861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.742861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.744422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.744551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.755858] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b in Status: IN_PROGRESS for 2s [ 678.797059] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.797286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.797371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.797649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.797922] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.798078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.798142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.798337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.798456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.798793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.798857] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.798989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.799130] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.799187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.799340] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.799451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.799523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.799678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.799820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.799934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.802372] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.131116] env[66948]: INFO networking_nsxv3.common.synchronization [req-fbbb65e5-27ee-41dc-b811-9297def11131 req-9cf51983-5ad0-4517-8ade-be2ba0a21d31 tempest-TenantUsagesTestJSON-1547602053 tempest-TenantUsagesTestJSON-1547602053-project-member] Enqueued Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGHEST for action security_group_members [ 679.132285] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGHEST for action security_group_members [ 679.133197] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e26e90-be75-48ca-b610-c2bb89b1faa2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.133197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.133197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.133539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.133758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.133931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.134117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.134372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.134788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.134788] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.308930] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3917bce-a6f4-485d-98aa-142f1ef9ddf0: rpc.has_security_group_logging(os_id): False [ 679.341879] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.342046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.342118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.342346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.342516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.342748] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.342870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.343030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.343190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.343265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.343446] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.343540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.343598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.343737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.343805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.344591] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.345325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.345325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.345325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.345325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.345501] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 is going to be created. [ 679.451770] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.451856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.451904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.454083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.454083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.472140] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 in Status: IN_PROGRESS for 2s [ 679.641386] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.641572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.642295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.642675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.642812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.643920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.643920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.643920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.643920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.643920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.643920] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 is going to be updated. [ 679.708597] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb in Status: SUCCESS [ 679.709401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.709642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.709908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.710328] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.710328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.710482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.710583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.710694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.710829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.711112] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.736267] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.736267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.736267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.736454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.736597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.749856] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 in Status: IN_PROGRESS for 2s [ 680.214569] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce6833-0cbf-4614-a0bd-9c185311aeeb taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.215011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.215011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.215112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.215294] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.215398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.215463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.215647] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.215734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.215824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.216043] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce6833-0cbf-4614-a0bd-9c185311aeeb taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.216129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.216170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.216330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.216475] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.216581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.216644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.216781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.217519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.217519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.219109] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.723673] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03ce6833-0cbf-4614-a0bd-9c185311aeeb: rpc.has_security_group_logging(os_id): False [ 680.743564] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.743713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.743784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.744026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.744117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.744312] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.744400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.745099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.745099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.745099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.745099] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.745099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.745349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.745349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.745349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.745518] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.745605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.745661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.745795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.745919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.745980] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb is going to be created. [ 680.768520] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b in Status: SUCCESS [ 680.768767] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b deletion is rescheduled due to dependency. [ 680.768940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.823049] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.823049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.823646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.824485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.824485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.836814] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb in Status: IN_PROGRESS for 2s [ 681.036264] env[66948]: INFO networking_nsxv3.common.synchronization [req-259376a7-96b7-45ee-97c0-15ca10b76b86 req-17c2ccda-a8e7-483b-bf81-9ec3c30fdb6b tempest-InstanceActionsTestJSON-2094167862 tempest-InstanceActionsTestJSON-2094167862-project-member] Enqueued Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGHEST for action security_group_members [ 681.036264] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGHEST for action security_group_members [ 681.036828] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-621aa616-137f-424f-a8db-ee0424748af1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.037667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.037667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.037667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.037667] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.037667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.037667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.037942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.037942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.038144] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.487068] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 in Status: SUCCESS [ 681.487484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.540936] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.541196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.541358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.541671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.541877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.542150] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.542321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.542484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.542684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.542842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.543080] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621aa616-137f-424f-a8db-ee0424748af1 is going to be updated. [ 681.594231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.595039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.595039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.595039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.595039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.608759] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621aa616-137f-424f-a8db-ee0424748af1 in Status: IN_PROGRESS for 2s [ 681.762503] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 in Status: SUCCESS [ 681.762954] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 deletion is rescheduled due to dependency. [ 681.763542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.088836] env[66948]: INFO networking_nsxv3.common.synchronization [req-2e91554d-2b11-4aa7-a06e-095690b20716 req-1801c3c4-b521-4103-bd91-320a297f0589 tempest-MultipleCreateTestJSON-667685198 tempest-MultipleCreateTestJSON-667685198-project-member] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 682.090942] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 682.091718] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.095025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.095025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.095025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.095025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.095025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.095025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.095025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.095025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.095025] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.172957] env[66948]: INFO networking_nsxv3.common.synchronization [None req-44af9634-2645-4416-be81-ccd8a8d2d46d None None] Enqueued Resource ID: 52a73604-3fcd-4f4e-9652-e7f8756a2f2d with Priority: HIGHEST for action port [ 682.173624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a73604-3fcd-4f4e-9652-e7f8756a2f2d with Priority: HIGHEST for action port [ 682.174794] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a73604-3fcd-4f4e-9652-e7f8756a2f2d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.174794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a73604-3fcd-4f4e-9652-e7f8756a2f2d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.174794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a73604-3fcd-4f4e-9652-e7f8756a2f2d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.174794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a73604-3fcd-4f4e-9652-e7f8756a2f2d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.174794] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a73604-3fcd-4f4e-9652-e7f8756a2f2d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.595849] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.676948] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52a73604-3fcd-4f4e-9652-e7f8756a2f2d [ 682.678856] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.678856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.678856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.678856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.678856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.678856] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52a73604-3fcd-4f4e-9652-e7f8756a2f2d already deleted. [ 682.678856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a73604-3fcd-4f4e-9652-e7f8756a2f2d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.851555] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb in Status: SUCCESS [ 682.851555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.921692] env[66948]: INFO networking_nsxv3.common.synchronization [req-1d2a08d6-d02a-42a6-ac98-2f5e6a5ba9b5 req-8338327f-8bcd-40e8-aeaa-9feab34ec03a tempest-ListServerFiltersTestJSON-254093357 tempest-ListServerFiltersTestJSON-254093357-project-member] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 682.922369] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 682.922697] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.922819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.922881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.923121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.923292] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.923421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.923535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.923653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.923759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.923833] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.099550] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.116943] env[66948]: INFO networking_nsxv3.common.synchronization [req-73d76e24-0ac5-4abb-832c-af7b2dad528f req-40d61df9-06ec-45e1-918d-32809e70f142 tempest-ServerAddressesNegativeTestJSON-323109476 tempest-ServerAddressesNegativeTestJSON-323109476-project-member] Enqueued Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGHEST for action security_group_members [ 683.117620] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGHEST for action security_group_members [ 683.118448] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.118448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.118448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.118448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.118851] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.118851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.118851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.118851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.118851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.119067] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.400036] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.400036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.400313] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.400513] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.400814] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.400995] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.401176] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.401449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.402784] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.402784] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.402784] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.402784] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.402784] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.402784] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.402784] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.402784] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.430018] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.439073] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.439240] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.439865] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.439865] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.439865] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.440130] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.440130] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.441062] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.441062] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61c1bc2-b47e-4a03-962c-6cc2869c4fbc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.604231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.604605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.604605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.604873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.605303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.605593] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 683.621836] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621aa616-137f-424f-a8db-ee0424748af1 in Status: SUCCESS [ 683.621836] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621aa616-137f-424f-a8db-ee0424748af1 deletion is rescheduled due to dependency. [ 683.621836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.621836] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.622270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.622270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.622486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.622620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.622899] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.622996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.623120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.623242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.623318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.623407] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 is going to be updated. [ 683.643952] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.643952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.643952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.644236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.644236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.647097] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.647097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.647097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.647097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.647865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.658929] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 in Status: IN_PROGRESS for 2s [ 683.659727] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 683.934343] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.943942] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.944495] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.944639] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.945276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.945941] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.945941] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port d61c1bc2-b47e-4a03-962c-6cc2869c4fbc not found, creating... [ 683.945941] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.946188] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.946227] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.946432] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.946661] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.946850] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.947104] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.947455] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.947818] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.947959] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.948251] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: d61c1bc2-b47e-4a03-962c-6cc2869c4fbc is going to be created. [ 683.973478] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.973671] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.974395] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.974395] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.974395] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.974593] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.439704] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.439962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.439962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.440856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.440856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.440856] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 684.495218] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.495218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.495218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.495798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.495798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.507660] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 684.575962] env[66948]: INFO networking_nsxv3.common.synchronization [req-8c72e5f5-b7c8-4e67-90ad-9e337ceaa944 req-d09edc51-4ace-4d8d-97e2-acfaa1cff1f3 tempest-MultipleCreateTestJSON-667685198 tempest-MultipleCreateTestJSON-667685198-project-member] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 684.576620] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 684.576995] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.577356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.716672] env[66948]: INFO networking_nsxv3.common.synchronization [req-1d2a08d6-d02a-42a6-ac98-2f5e6a5ba9b5 req-8948d2ff-d45b-4398-be24-79fe50a9d608 service nova] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_rules [ 684.716672] env[66948]: INFO networking_nsxv3.common.synchronization [req-1d2a08d6-d02a-42a6-ac98-2f5e6a5ba9b5 req-8948d2ff-d45b-4398-be24-79fe50a9d608 service nova] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 684.716672] env[66948]: INFO networking_nsxv3.common.synchronization [req-1d2a08d6-d02a-42a6-ac98-2f5e6a5ba9b5 req-8948d2ff-d45b-4398-be24-79fe50a9d608 service nova] Enqueued Resource ID: d61c1bc2-b47e-4a03-962c-6cc2869c4fbc with Priority: HIGHEST for action port [ 684.716672] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_rules [ 684.716672] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 684.716672] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61c1bc2-b47e-4a03-962c-6cc2869c4fbc with Priority: HIGHEST for action port [ 684.716672] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.716672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.716672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.717601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.722545] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.723482] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.723482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.723482] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.723482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.723482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.723887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.723887] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61c1bc2-b47e-4a03-962c-6cc2869c4fbc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.228683] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.228830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.232021] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d61c1bc2-b47e-4a03-962c-6cc2869c4fbc with status ACTIVE [ 685.232021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.232021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.232021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.232021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.232021] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d61c1bc2-b47e-4a03-962c-6cc2869c4fbc is going to be updated. [ 685.259875] env[66948]: INFO networking_nsxv3.common.synchronization [None req-d90c9bb8-02c7-40c9-826b-e66e8694599d None None] Enqueued Resource ID: 96d9ae90-5352-44ef-9bfa-fde078c2a1a5 with Priority: HIGHEST for action port [ 685.260557] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d9ae90-5352-44ef-9bfa-fde078c2a1a5 with Priority: HIGHEST for action port [ 685.262077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d9ae90-5352-44ef-9bfa-fde078c2a1a5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.262077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d9ae90-5352-44ef-9bfa-fde078c2a1a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.262077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d9ae90-5352-44ef-9bfa-fde078c2a1a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.262459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d9ae90-5352-44ef-9bfa-fde078c2a1a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.262459] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d9ae90-5352-44ef-9bfa-fde078c2a1a5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.272468] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.272917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.273470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.273642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.274084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.274084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61c1bc2-b47e-4a03-962c-6cc2869c4fbc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.336754] env[66948]: INFO networking_nsxv3.common.synchronization [req-0a9a9e29-5c82-4471-8761-a75d858b8ec6 req-332a6cd8-051f-4558-9282-1341c5671405 tempest-ServerExternalEventsTest-342952557 tempest-ServerExternalEventsTest-342952557-project-member] Enqueued Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGHEST for action security_group_members [ 685.340021] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGHEST for action security_group_members [ 685.340021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f316b50-aec8-45bd-8e94-905de8c750f2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.340021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.340021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.340021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.340021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.340021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.340021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.340021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.340021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.340021] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.674026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 685.674026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.674026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.674026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.674026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.674026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.674026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.674026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674026] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.675048] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 in Status: SUCCESS [ 685.675605] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 deletion is rescheduled due to dependency. [ 685.675842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.767593] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d9ae90-5352-44ef-9bfa-fde078c2a1a5 [ 685.767909] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.767909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.767909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.768760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.768760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.768760] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d9ae90-5352-44ef-9bfa-fde078c2a1a5 already deleted. [ 685.768760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d9ae90-5352-44ef-9bfa-fde078c2a1a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.841993] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.842170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.842252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.845329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.845329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.845329] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.845329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.845329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.845329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.845329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.845329] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 is going to be updated. [ 685.878368] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.878368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.878368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.881594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.881594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.892437] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 in Status: IN_PROGRESS for 2s [ 686.030072] env[66948]: INFO networking_nsxv3.common.synchronization [req-477c8370-2ffa-46bc-a36b-b11ebaaf56aa req-75dddeca-480f-473b-a905-87ea73355387 tempest-ListServerFiltersTestJSON-254093357 tempest-ListServerFiltersTestJSON-254093357-project-member] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 686.030316] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 686.030857] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.031687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.178447] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.179846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.180262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.180262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.180372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.180615] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.180736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.180835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.180994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.181120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.181248] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 686.214741] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.214741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.214741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.214741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.215109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.225866] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 686.524233] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 686.524233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.524425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.524629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.524826] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.524960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.525057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.525213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.525300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.525478] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.028273] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.277477] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.277797] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.277953] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.278492] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278698] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.278931] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.279269] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.279420] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.279629] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.279828] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.280144] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.280927] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.280927] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.280927] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.280927] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.280927] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.305970] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.305970] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.305970] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.305970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-190" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.305970] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-623c6949-4f1c-45cd-bd14-eaa70c1379d7 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.305970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-623c6949-4f1c-45cd-bd14-eaa70c1379d7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.305970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-623c6949-4f1c-45cd-bd14-eaa70c1379d7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.305970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-623c6949-4f1c-45cd-bd14-eaa70c1379d7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.305970] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623c6949-4f1c-45cd-bd14-eaa70c1379d7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.531879] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.808718] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.808949] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.809080] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.809370] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.809516] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.809664] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 623c6949-4f1c-45cd-bd14-eaa70c1379d7 not found, creating... [ 687.809925] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.810186] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.810317] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.810525] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.810655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.810939] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.811091] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.811202] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.811401] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.811527] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.811679] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 623c6949-4f1c-45cd-bd14-eaa70c1379d7 is going to be created. [ 687.831120] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.831331] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.831436] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.831711] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.831933] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.832368] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-623c6949-4f1c-45cd-bd14-eaa70c1379d7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.901858] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 in Status: SUCCESS [ 687.902074] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 deletion is rescheduled due to dependency. [ 687.902155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.034087] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.034373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.034373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.034516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.034990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.034990] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 688.074163] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.074356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.074498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.074628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.074771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.085560] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 688.237070] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 688.237352] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd deletion is rescheduled due to dependency. [ 688.237512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.567432] env[66948]: INFO networking_nsxv3.common.synchronization [req-477c8370-2ffa-46bc-a36b-b11ebaaf56aa req-27839472-bbf3-48f4-bfc0-1cd0a85e8bf6 service nova] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_rules [ 688.567609] env[66948]: INFO networking_nsxv3.common.synchronization [req-477c8370-2ffa-46bc-a36b-b11ebaaf56aa req-27839472-bbf3-48f4-bfc0-1cd0a85e8bf6 service nova] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 688.567742] env[66948]: INFO networking_nsxv3.common.synchronization [req-477c8370-2ffa-46bc-a36b-b11ebaaf56aa req-27839472-bbf3-48f4-bfc0-1cd0a85e8bf6 service nova] Enqueued Resource ID: 623c6949-4f1c-45cd-bd14-eaa70c1379d7 with Priority: HIGHEST for action port [ 688.568331] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_rules [ 688.568470] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 688.568569] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623c6949-4f1c-45cd-bd14-eaa70c1379d7 with Priority: HIGHEST for action port [ 688.568843] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569935] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569935] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-623c6949-4f1c-45cd-bd14-eaa70c1379d7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623c6949-4f1c-45cd-bd14-eaa70c1379d7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623c6949-4f1c-45cd-bd14-eaa70c1379d7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.569935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623c6949-4f1c-45cd-bd14-eaa70c1379d7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.569935] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623c6949-4f1c-45cd-bd14-eaa70c1379d7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.653404] env[66948]: INFO networking_nsxv3.common.synchronization [None req-03dc3c09-3c31-4230-809f-86526f9ef1d3 None None] Enqueued Resource ID: e9887654-9a8d-4b0f-9771-185708a65990 with Priority: HIGHEST for action port [ 688.653938] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9887654-9a8d-4b0f-9771-185708a65990 with Priority: HIGHEST for action port [ 688.658590] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9887654-9a8d-4b0f-9771-185708a65990 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.659045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9887654-9a8d-4b0f-9771-185708a65990" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.659045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9887654-9a8d-4b0f-9771-185708a65990" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.660051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9887654-9a8d-4b0f-9771-185708a65990" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.660168] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9887654-9a8d-4b0f-9771-185708a65990',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.071946] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 623c6949-4f1c-45cd-bd14-eaa70c1379d7 with status ACTIVE [ 689.072355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.072355] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.072562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.072618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.072702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.075324] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.075324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.075324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.075324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.075324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.075324] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.075324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.075324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.075324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.075324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.075324] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 623c6949-4f1c-45cd-bd14-eaa70c1379d7 is going to be updated. [ 689.099101] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.099239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.099331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.099507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.099670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.099839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623c6949-4f1c-45cd-bd14-eaa70c1379d7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.163810] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9887654-9a8d-4b0f-9771-185708a65990 [ 689.164585] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.164585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.164585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.164585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.164585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.164869] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9887654-9a8d-4b0f-9771-185708a65990 already deleted. [ 689.164869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9887654-9a8d-4b0f-9771-185708a65990" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.690183] env[66948]: INFO networking_nsxv3.common.synchronization [req-c0152bf2-e0c7-4355-888f-0a85a6161fbd req-a2f098e1-8666-4e8e-bdb2-191c14c0ce7e tempest-ServersWithSpecificFlavorTestJSON-321981976 tempest-ServersWithSpecificFlavorTestJSON-321981976-project-member] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 689.690257] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 689.690541] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.690708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.690828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.691142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.691399] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.691567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.691650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.691822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.691909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.692658] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.862379] env[66948]: INFO networking_nsxv3.common.synchronization [None req-92bb3b96-fc0d-4fa2-8c8d-670c7f0004cf None None] Enqueued Resource ID: 8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289 with Priority: HIGHEST for action port [ 689.862703] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289 with Priority: HIGHEST for action port [ 689.863051] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.863139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.863192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.863478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.863520] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.100040] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 690.100395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.101093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.101646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.102124] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.102786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.103033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.103202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.103329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.104231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.104231] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.105596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.105782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.106023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.106194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.106254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.106469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.106731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.106984] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.198025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.198025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.198025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.198025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.198025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.198025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.198025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.198025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.198025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.198025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.198025] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d is going to be updated. [ 690.226973] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.227155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.227201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.227425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.227567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.238222] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: IN_PROGRESS for 2s [ 690.287767] env[66948]: INFO networking_nsxv3.common.synchronization [req-24572be5-db07-4bc8-a6ec-62ebd5f183e4 req-9316189f-1b8e-43da-900b-63c24fb69e86 tempest-ServerRescueNegativeTestJSON-967634923 tempest-ServerRescueNegativeTestJSON-967634923-project-member] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 690.288319] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 690.288672] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.288736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.288803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.289635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.289635] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.289635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.289635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.290858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.290858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.290858] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.366536] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289 [ 690.369386] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.370094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.370275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.370587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.370706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.370858] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289 already deleted. [ 690.370991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e9cb0d9-ecc5-46b3-ad8c-26a34c9bf289" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.611989] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.611989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.611989] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.792910] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.910537] env[66948]: INFO networking_nsxv3.common.synchronization [None req-0368536c-7410-489e-a0cd-fd9425dcc2b1 None None] Enqueued Resource ID: 2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e with Priority: HIGHEST for action port [ 690.911306] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e with Priority: HIGHEST for action port [ 690.911306] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.912096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.912096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.912096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.912096] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.040107] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.040331] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.040331] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.040564] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.040811] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.040981] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.042321] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.043030] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.043030] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.043030] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.043211] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.043211] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.043303] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.043422] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.043532] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.043652] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.063356] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.063506] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.063636] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.063978] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.064535] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.064805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.065009] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.065356] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.065489] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a69bc4-bf9d-46ce-8df2-90855a9a08eb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.113697] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.294857] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.416746] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e [ 691.417035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.417197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.417298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.417527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.417635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.417737] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e already deleted. [ 691.417820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eb8f8f0-62fb-4aaf-aac6-446f646c5b4e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.567804] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.568368] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.568638] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.569035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.570120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.570120] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 75a69bc4-bf9d-46ce-8df2-90855a9a08eb not found, creating... [ 691.570120] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.570120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.570120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.574146] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.574192] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.574574] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.574714] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.574851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.575460] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.575670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.575869] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 75a69bc4-bf9d-46ce-8df2-90855a9a08eb is going to be created. [ 691.601549] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.601880] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.602080] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.602407] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.602677] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.603097] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.619136] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.619772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.619914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.620212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.620476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.620476] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 691.666254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.666254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.666254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.666254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.666254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.675974] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 691.798335] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.798335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.798335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.798335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.798335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.798335] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be updated. [ 691.836293] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.836293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.836293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.836459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.836459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.846033] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: IN_PROGRESS for 2s [ 692.088349] env[66948]: INFO networking_nsxv3.common.synchronization [None req-54cb02e9-cf39-4479-9415-0bcd0f06c87e None None] Enqueued Resource ID: be7111cd-52c1-44f3-b0aa-0d86cf13e322 with Priority: HIGHEST for action port [ 692.088899] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7111cd-52c1-44f3-b0aa-0d86cf13e322 with Priority: HIGHEST for action port [ 692.089472] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-be7111cd-52c1-44f3-b0aa-0d86cf13e322 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.089546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be7111cd-52c1-44f3-b0aa-0d86cf13e322" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.089584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be7111cd-52c1-44f3-b0aa-0d86cf13e322" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.089809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be7111cd-52c1-44f3-b0aa-0d86cf13e322" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.089894] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be7111cd-52c1-44f3-b0aa-0d86cf13e322',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.186494] env[66948]: INFO networking_nsxv3.common.synchronization [None req-547f4c05-3899-4f19-b1b4-a501bbc9ecc0 None None] Enqueued Resource ID: 3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6 with Priority: HIGHEST for action port [ 692.187143] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6 with Priority: HIGHEST for action port [ 692.188010] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.188211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.188387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.188843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.188888] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.249881] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: IN_PROGRESS for 4s [ 692.321735] env[66948]: INFO networking_nsxv3.common.synchronization [req-24572be5-db07-4bc8-a6ec-62ebd5f183e4 req-f7dc4822-355c-41a5-8749-c129dfe81530 service nova] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_rules [ 692.321967] env[66948]: INFO networking_nsxv3.common.synchronization [req-24572be5-db07-4bc8-a6ec-62ebd5f183e4 req-f7dc4822-355c-41a5-8749-c129dfe81530 service nova] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 692.322126] env[66948]: INFO networking_nsxv3.common.synchronization [req-24572be5-db07-4bc8-a6ec-62ebd5f183e4 req-f7dc4822-355c-41a5-8749-c129dfe81530 service nova] Enqueued Resource ID: 75a69bc4-bf9d-46ce-8df2-90855a9a08eb with Priority: HIGHEST for action port [ 692.322736] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_rules [ 692.323131] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 692.323260] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a69bc4-bf9d-46ce-8df2-90855a9a08eb with Priority: HIGHEST for action port [ 692.323550] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.323659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.323732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.323968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.324082] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.325061] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.325190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.325429] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.325527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.325597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.325778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.325873] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a69bc4-bf9d-46ce-8df2-90855a9a08eb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.594424] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be7111cd-52c1-44f3-b0aa-0d86cf13e322 [ 692.594562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.596784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.596784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.596784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.596784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.596784] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be7111cd-52c1-44f3-b0aa-0d86cf13e322 already deleted. [ 692.596784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be7111cd-52c1-44f3-b0aa-0d86cf13e322" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.690545] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6 [ 692.691214] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.691214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.691214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.691214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.694660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.694660] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6 already deleted. [ 692.694660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3db1e2ad-afc9-46c8-9a1b-20bd8e6087c6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.827484] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.828272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.828272] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75a69bc4-bf9d-46ce-8df2-90855a9a08eb with status ACTIVE [ 692.828392] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.828392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.828485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.828679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.828770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.828947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.829068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.829123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.829282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.829357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.829536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.829624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.830648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.830749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.831390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.831390] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75a69bc4-bf9d-46ce-8df2-90855a9a08eb is going to be updated. [ 692.854900] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.860556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.860556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.860556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.860556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.860556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a69bc4-bf9d-46ce-8df2-90855a9a08eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.429148] env[66948]: INFO networking_nsxv3.common.synchronization [req-8ff74073-d862-4e3c-b874-83e20f9f258d req-f0088fc3-99f0-4c8b-83b6-44a9356ce969 tempest-ServerRescueTestJSON-1678399555 tempest-ServerRescueTestJSON-1678399555-project-member] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 693.429148] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 693.429537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.429857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.429937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.430585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.430585] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.430585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.430585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.430804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.430804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.430804] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.689657] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 693.689657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.689657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.689914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.690187] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.690311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.690761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.690761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.690761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.690761] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.857545] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: SUCCESS [ 693.857545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.857717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.858017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.858234] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.858400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.858495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.858862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.858862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.859402] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.934011] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.006454] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.006698] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-539" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.006856] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-539" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.007563] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-539" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.007681] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.007925] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.008096] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.008300] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.008474] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.008708] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.008844] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.008974] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.009121] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.009248] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.009388] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.009541] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.030677] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.030833] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.030961] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.031156] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-539" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.031472] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.031732] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.031864] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.032603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.032777] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc5053d-8c3f-471f-ab5f-2b24c24c4054',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.193260] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.260152] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: SUCCESS [ 694.260304] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d deletion is rescheduled due to dependency. [ 694.260388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.362758] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.436765] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.472168] env[66948]: INFO networking_nsxv3.common.synchronization [None req-1d382896-5e24-4e6e-a75c-1869e8779c7b None None] Enqueued Resource ID: 50fa46bd-8b67-4e21-aa11-7526de1b455f with Priority: HIGHEST for action port [ 694.472915] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fa46bd-8b67-4e21-aa11-7526de1b455f with Priority: HIGHEST for action port [ 694.473240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-50fa46bd-8b67-4e21-aa11-7526de1b455f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.473469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50fa46bd-8b67-4e21-aa11-7526de1b455f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.473469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50fa46bd-8b67-4e21-aa11-7526de1b455f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.474390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50fa46bd-8b67-4e21-aa11-7526de1b455f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.474527] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50fa46bd-8b67-4e21-aa11-7526de1b455f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.535287] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.535516] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.535666] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.536034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.536198] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.536387] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 4dc5053d-8c3f-471f-ab5f-2b24c24c4054 not found, creating... [ 694.536714] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.536795] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.536910] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.537182] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.537335] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.537636] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.537782] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.537940] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.538512] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.538512] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.538512] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 4dc5053d-8c3f-471f-ab5f-2b24c24c4054 is going to be created. [ 694.570611] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.570989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.570989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.571296] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.571525] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.571756] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.696913] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.805199] env[66948]: INFO networking_nsxv3.common.synchronization [None req-1303d8c7-64b0-4cf3-9ef2-f4fa9a852511 None None] Enqueued Resource ID: 66ff63e5-3839-4736-8431-15e0b5c0979e with Priority: HIGHEST for action port [ 694.805199] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ff63e5-3839-4736-8431-15e0b5c0979e with Priority: HIGHEST for action port [ 694.806321] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-66ff63e5-3839-4736-8431-15e0b5c0979e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.806740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66ff63e5-3839-4736-8431-15e0b5c0979e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.806943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66ff63e5-3839-4736-8431-15e0b5c0979e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.807358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66ff63e5-3839-4736-8431-15e0b5c0979e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.807585] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ff63e5-3839-4736-8431-15e0b5c0979e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.864892] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.942310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.942310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.942310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.942310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.942310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.942310] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 is going to be updated. [ 694.974071] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.974305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.975029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.975029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.975029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.976607] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50fa46bd-8b67-4e21-aa11-7526de1b455f [ 694.976657] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.976810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.976810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.976978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.977072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.977159] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50fa46bd-8b67-4e21-aa11-7526de1b455f already deleted. [ 694.977241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50fa46bd-8b67-4e21-aa11-7526de1b455f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.991898] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: IN_PROGRESS for 2s [ 695.200883] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.200883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.200883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.200883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.200883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.200883] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 695.235577] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.235781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.235781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.236049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.236213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.246254] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 695.310723] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66ff63e5-3839-4736-8431-15e0b5c0979e [ 695.310969] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.311135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.311238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.311465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.311561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.311660] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66ff63e5-3839-4736-8431-15e0b5c0979e already deleted. [ 695.311743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66ff63e5-3839-4736-8431-15e0b5c0979e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.346281] env[66948]: INFO networking_nsxv3.common.synchronization [req-8ff74073-d862-4e3c-b874-83e20f9f258d req-2b10a2bf-c49e-44f1-b926-28fc31e20440 service nova] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_rules [ 695.346453] env[66948]: INFO networking_nsxv3.common.synchronization [req-8ff74073-d862-4e3c-b874-83e20f9f258d req-2b10a2bf-c49e-44f1-b926-28fc31e20440 service nova] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 695.346587] env[66948]: INFO networking_nsxv3.common.synchronization [req-8ff74073-d862-4e3c-b874-83e20f9f258d req-2b10a2bf-c49e-44f1-b926-28fc31e20440 service nova] Enqueued Resource ID: 4dc5053d-8c3f-471f-ab5f-2b24c24c4054 with Priority: HIGHEST for action port [ 695.347162] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_rules [ 695.347302] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 695.347401] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc5053d-8c3f-471f-ab5f-2b24c24c4054 with Priority: HIGHEST for action port [ 695.348268] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.348398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.348467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.348681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.348754] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.349741] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.349741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.349929] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.350042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.350107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.350688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.350688] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc5053d-8c3f-471f-ab5f-2b24c24c4054',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.369546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.369546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.369546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.369546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.369546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.369546] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be updated. [ 695.403727] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.403727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.403727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.404076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.405045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.417209] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: IN_PROGRESS for 2s [ 695.852139] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.852139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.857061] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dc5053d-8c3f-471f-ab5f-2b24c24c4054 with status ACTIVE [ 695.857061] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.857061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.857061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.857061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.857061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.857061] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.857061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.857061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.857480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.857480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.857697] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.857810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.857874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.858055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.859489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.859489] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dc5053d-8c3f-471f-ab5f-2b24c24c4054 is going to be updated. [ 695.883770] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.883950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.884037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.884252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.884395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.884558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc5053d-8c3f-471f-ab5f-2b24c24c4054" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.027160] env[66948]: INFO networking_nsxv3.common.synchronization [req-09bdb8df-5814-47bb-b7c7-896ea9c4791f req-211327ca-5835-4b27-b971-b251b1d8a55f tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 696.027766] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 696.028409] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.028592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.028704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.028983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.029246] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.029661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.029661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.029661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.029661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.029843] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.391846] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.392227] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.392419] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.392933] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.396121] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.396314] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.396430] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.398292] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.398292] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.398292] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.398292] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.398292] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.398292] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.398292] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.398292] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.398292] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.419624] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.419761] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.419841] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.420035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.421030] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-e200e974-d4cb-4f80-bec1-014997773184 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.421030] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-e200e974-d4cb-4f80-bec1-014997773184" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.421030] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-e200e974-d4cb-4f80-bec1-014997773184" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.421030] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-e200e974-d4cb-4f80-bec1-014997773184" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.421348] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e200e974-d4cb-4f80-bec1-014997773184',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.533605] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.533764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.533853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.534115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.534223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.535051] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.535257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.535257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.535468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.535514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.535580] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 already deleted. [ 696.535678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.924200] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.924452] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.924494] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.925629] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.925629] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.925629] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port e200e974-d4cb-4f80-bec1-014997773184 not found, creating... [ 696.925629] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.925629] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.925791] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.926081] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.926081] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.926417] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.926502] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.926605] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.926941] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.926941] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.928101] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: e200e974-d4cb-4f80-bec1-014997773184 is going to be created. [ 696.965670] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.965670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.965670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.965670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.966017] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.966218] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-e200e974-d4cb-4f80-bec1-014997773184" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.999869] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: SUCCESS [ 697.000173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.000933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.001260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.001518] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.001689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.001769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.002318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.002318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.002436] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.208255] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f5fa18cf-8cb7-4901-b791-f028ba18fb87 tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_rules [ 697.208666] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_rules [ 697.208986] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.209126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.209192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.209455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.209542] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.258885] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.261000] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.261000] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.261000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.261000] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.261927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.261927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.261927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.261927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.261927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.261927] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.364385] env[66948]: INFO networking_nsxv3.common.synchronization [None req-d92c4645-ff30-4c27-9ac5-21589eb5057f tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_rules [ 697.365376] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_rules [ 697.366189] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.366916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.430315] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: SUCCESS [ 697.430315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.430315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.430504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.430779] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.430963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.431169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.431372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.431455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.431610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.431655] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.504365] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.736905] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.737109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.737236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.737551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.737677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.737795] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f04035-0531-4810-bead-80f797c771b3 already deleted. [ 697.737910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.738112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.738714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.738714] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.767587] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d789ec15-8351-4a24-9aaa-48879eb1017f: rpc.has_security_group_logging(os_id): False [ 697.788554] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.788829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.788829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.789088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.789197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.789385] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.789489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.789543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.789720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.789792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.790019] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.790184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.790283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.790565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.790565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.790730] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.790830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.790893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.791541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.791541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.791541] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 697.876762] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.877016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.877016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.877269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.877478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.896569] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 697.935439] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.935967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.935967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.936184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.936316] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.936462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.936553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.941028] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.941028] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.941028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.941028] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.944875] env[66948]: INFO networking_nsxv3.common.synchronization [None req-89ccfd4b-de73-4c7b-970d-ed796669c703 None None] Enqueued Resource ID: f3210a62-1f38-4282-ab35-33eed5747b5c with Priority: HIGHEST for action port [ 697.945635] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3210a62-1f38-4282-ab35-33eed5747b5c with Priority: HIGHEST for action port [ 697.946095] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3210a62-1f38-4282-ab35-33eed5747b5c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.947044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3210a62-1f38-4282-ab35-33eed5747b5c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.947044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3210a62-1f38-4282-ab35-33eed5747b5c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.947044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3210a62-1f38-4282-ab35-33eed5747b5c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.947044] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3210a62-1f38-4282-ab35-33eed5747b5c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.009125] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.214215] env[66948]: INFO networking_nsxv3.common.synchronization [req-09bdb8df-5814-47bb-b7c7-896ea9c4791f req-a3f4e6b1-724c-4d65-9cfd-6e745035db57 service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 698.214215] env[66948]: INFO networking_nsxv3.common.synchronization [req-09bdb8df-5814-47bb-b7c7-896ea9c4791f req-a3f4e6b1-724c-4d65-9cfd-6e745035db57 service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 698.214215] env[66948]: INFO networking_nsxv3.common.synchronization [req-09bdb8df-5814-47bb-b7c7-896ea9c4791f req-a3f4e6b1-724c-4d65-9cfd-6e745035db57 service nova] Enqueued Resource ID: e200e974-d4cb-4f80-bec1-014997773184 with Priority: HIGHEST for action port [ 698.214215] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 698.214215] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 698.214215] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e200e974-d4cb-4f80-bec1-014997773184 with Priority: HIGHEST for action port [ 698.214215] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.214215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.214215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.214215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.214610] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.215409] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.215518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.215580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.215764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.215902] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.216031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.216114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.216261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.216344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.216435] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.217356] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e200e974-d4cb-4f80-bec1-014997773184 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.217451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e200e974-d4cb-4f80-bec1-014997773184" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.217514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e200e974-d4cb-4f80-bec1-014997773184" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.217657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e200e974-d4cb-4f80-bec1-014997773184" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.217726] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e200e974-d4cb-4f80-bec1-014997773184',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.264844] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.265076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.265177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.265435] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.265527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.265754] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f04035-0531-4810-bead-80f797c771b3 already deleted. [ 698.265852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.445612] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 342e49fb-0fc5-492d-b3af-f530be1870a2: rpc.has_security_group_logging(os_id): False [ 698.454065] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3210a62-1f38-4282-ab35-33eed5747b5c [ 698.454065] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.454065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.454065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.454065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.454065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.454065] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3210a62-1f38-4282-ab35-33eed5747b5c already deleted. [ 698.454484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3210a62-1f38-4282-ab35-33eed5747b5c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.464225] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.465071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.465071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.465071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.465071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.465071] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.465071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.465499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.465499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.465755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.465829] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.465891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.465935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.466081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.466155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.466787] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.466904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.466904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.467012] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.467229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.467229] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be updated. [ 698.512198] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.512359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.512432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.512641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.512734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.512841] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 is going to be updated. [ 698.532750] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.532896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.532987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.533198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.533354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.547681] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: IN_PROGRESS for 2s [ 698.551307] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.551489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.551566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.551774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.551917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.561056] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: IN_PROGRESS for 2s [ 698.719804] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.719888] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.720105] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.721064] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e200e974-d4cb-4f80-bec1-014997773184 with status ACTIVE [ 698.721254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.721366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.721446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.721674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.721776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.721948] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.722058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.722120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.722272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.722350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.722528] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.722620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.722973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.722973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.722973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.722973] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e200e974-d4cb-4f80-bec1-014997773184 is going to be updated. [ 698.752233] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.752374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.752446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.752656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.752793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.752953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e200e974-d4cb-4f80-bec1-014997773184" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.059811] env[66948]: INFO networking_nsxv3.common.synchronization [req-ed52fd2a-1db5-498b-b89c-1efd84929131 req-dc43c8d7-8425-42ca-a406-73ef79c9fc7e tempest-ImagesNegativeTestJSON-1908928580 tempest-ImagesNegativeTestJSON-1908928580-project-member] Enqueued Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGHEST for action security_group_members [ 699.061723] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGHEST for action security_group_members [ 699.061723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce6833-0cbf-4614-a0bd-9c185311aeeb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.061723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.061723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.061723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.061723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.062086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.062086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.062086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.062086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.062178] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.229590] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.565249] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.565448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.569028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.569028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.569028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.569028] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.569028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.569028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.569028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.569028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.569028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb is going to be updated. [ 699.609173] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.609341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.609729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.609729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.609841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.623031] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb in Status: IN_PROGRESS for 2s [ 699.733646] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.733914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.734166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.734497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.734646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.734755] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be created. [ 699.772870] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.773123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.773173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.773400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.773579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.786247] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: UNINITIALIZED for 2s [ 699.912709] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 699.913023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.914060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.914352] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.914451] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.920232] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a3122b8d-fe79-4ce0-8bb7-27994378f846 tempest-MigrationsAdminTest-408385404 tempest-MigrationsAdminTest-408385404-project-member] Enqueued Resource ID: 3e352124-c1c7-4bfa-b944-fea4847c35ba with Priority: HIGHEST for action security_group_rules [ 699.920934] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e352124-c1c7-4bfa-b944-fea4847c35ba with Priority: HIGHEST for action security_group_rules [ 699.922019] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e352124-c1c7-4bfa-b944-fea4847c35ba taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.922182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e352124-c1c7-4bfa-b944-fea4847c35ba" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.922229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e352124-c1c7-4bfa-b944-fea4847c35ba" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.922460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e352124-c1c7-4bfa-b944-fea4847c35ba" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.922534] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e352124-c1c7-4bfa-b944-fea4847c35ba',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.056425] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b6265df8-0be9-4d9e-9beb-61b35e5d4ed6 tempest-MigrationsAdminTest-408385404 tempest-MigrationsAdminTest-408385404-project-member] Enqueued Resource ID: 3e352124-c1c7-4bfa-b944-fea4847c35ba with Priority: HIGHEST for action security_group_rules [ 700.057021] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e352124-c1c7-4bfa-b944-fea4847c35ba with Priority: HIGHEST for action security_group_rules [ 700.058629] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e352124-c1c7-4bfa-b944-fea4847c35ba taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.058769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e352124-c1c7-4bfa-b944-fea4847c35ba" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.417523] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.418137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.418137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.418137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.418307] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.418368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.418404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.418560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.418689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.418797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.418966] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.448159] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.448401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.448401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.448809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.448809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.448908] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e352124-c1c7-4bfa-b944-fea4847c35ba already deleted. [ 700.448943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e352124-c1c7-4bfa-b944-fea4847c35ba" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.449123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e352124-c1c7-4bfa-b944-fea4847c35ba" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.449310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e352124-c1c7-4bfa-b944-fea4847c35ba" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.449407] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e352124-c1c7-4bfa-b944-fea4847c35ba',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.569738] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: SUCCESS [ 700.570106] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.576965] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: SUCCESS [ 700.577329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.577566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.577829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.578074] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.579645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.579645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.579645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.579645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.579645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.579645] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.922569] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.922569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.922771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.922921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.926023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.926023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.926023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.926023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.928123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.928753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.928936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.929095] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.975068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.975239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.975311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.975523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.975620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.975740] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e352124-c1c7-4bfa-b944-fea4847c35ba already deleted. [ 700.975835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e352124-c1c7-4bfa-b944-fea4847c35ba" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.084429] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.085556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.085556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.085556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.085695] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.085777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.085866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.086173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.086320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.086517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.086792] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.086942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.087221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.087563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.087808] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.087952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.088062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.088924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.088924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.088924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.088924] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.431543] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d789ec15-8351-4a24-9aaa-48879eb1017f: rpc.has_security_group_logging(os_id): False [ 701.454237] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.454418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.454483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.454679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.454775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.454995] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.455165] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.455165] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.455279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.455351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.455547] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.455622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.455681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.455817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.455889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.456115] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.456200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.456267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.456405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.456481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.456571] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 701.544581] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.544737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.544810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.545066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.545232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.565597] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 701.597899] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d07cf6b-de68-4a2d-968e-2fc051028aa4: rpc.has_security_group_logging(os_id): False [ 701.623081] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623081] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623081] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623615] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.623615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.623615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.623615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.623615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623615] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 is going to be updated. [ 701.644716] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb in Status: SUCCESS [ 701.647584] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb deletion is rescheduled due to dependency. [ 701.647757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.713213] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.713213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.713213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.713213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.713213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.733690] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: IN_PROGRESS for 2s [ 701.802574] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 701.802796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.802990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.803256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.803430] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.803559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.803623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.803775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.803855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.803940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.804064] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.308146] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.308146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.308146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.308146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.308146] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.308146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.308146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.308146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.308146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.308146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.308146] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.308518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.308518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.308518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.308518] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.308631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.308631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.308739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.308818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.308898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.308990] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.813268] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ca14a3-ad5d-4595-9f46-cfa8e9a88324: rpc.has_security_group_logging(os_id): False [ 702.831425] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.831746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.831746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.831905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.832087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.833044] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.833617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.833723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.833953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.834112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.834365] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.834470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.834535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.834689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.834899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.835027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.835535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.835640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.835855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.836186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.836255] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be created. [ 702.896805] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.896945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.897041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.897742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.897991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.911263] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 703.581668] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 703.581821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.754041] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: SUCCESS [ 703.754041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.756181] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f5afa8cf-a769-400f-8a1d-9cf4daaa79a2 None None] Enqueued Resource ID: 26c4aa68-8956-4b75-a5c0-492d8933ed71 with Priority: HIGHEST for action port [ 704.756181] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c4aa68-8956-4b75-a5c0-492d8933ed71 with Priority: HIGHEST for action port [ 704.756181] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-26c4aa68-8956-4b75-a5c0-492d8933ed71 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.756181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26c4aa68-8956-4b75-a5c0-492d8933ed71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.756181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26c4aa68-8956-4b75-a5c0-492d8933ed71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.756181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26c4aa68-8956-4b75-a5c0-492d8933ed71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.756181] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c4aa68-8956-4b75-a5c0-492d8933ed71',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.860620] env[66948]: INFO networking_nsxv3.common.synchronization [req-545276ef-6a02-43ba-98a2-a52dd8b10c78 req-7c84079f-06cc-4bb3-86d3-c98f96da6ca1 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 704.861558] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 704.861558] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.861558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.861839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.861870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.862195] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.862195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.862765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.862765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.862867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.862961] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.923040] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 704.923308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.259468] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26c4aa68-8956-4b75-a5c0-492d8933ed71 [ 705.259468] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.259468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.259468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.261367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.261367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.261367] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26c4aa68-8956-4b75-a5c0-492d8933ed71 already deleted. [ 705.261367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26c4aa68-8956-4b75-a5c0-492d8933ed71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.365815] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.366125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.370193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.370477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.370592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.370820] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.370935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.371009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.371211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.371277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.371358] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 already deleted. [ 705.371452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.761090] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.761481] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-986" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.761729] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-986" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.763234] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-986" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.763590] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.763767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.763886] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.764159] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.764308] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.764518] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.764627] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.764730] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.764831] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.764931] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.765229] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.765416] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.786769] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.787291] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.787291] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.787291] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-986" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.787643] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-674b3153-3fff-4d5a-8d08-711d4e55703f taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.787849] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.788016] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.788440] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.789343] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674b3153-3fff-4d5a-8d08-711d4e55703f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.875156] env[66948]: INFO networking_nsxv3.common.synchronization [None req-053ccbe5-5277-4223-be80-0742fa38e98d None None] Enqueued Resource ID: 5044cf4d-52ab-4144-9288-d6646933ef49 with Priority: HIGHEST for action port [ 705.875859] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5044cf4d-52ab-4144-9288-d6646933ef49 with Priority: HIGHEST for action port [ 705.876196] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5044cf4d-52ab-4144-9288-d6646933ef49 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.876324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5044cf4d-52ab-4144-9288-d6646933ef49" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.876390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5044cf4d-52ab-4144-9288-d6646933ef49" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.876644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5044cf4d-52ab-4144-9288-d6646933ef49" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.876728] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5044cf4d-52ab-4144-9288-d6646933ef49',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.291451] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.291684] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.291807] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.292684] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.292684] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.292684] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 674b3153-3fff-4d5a-8d08-711d4e55703f not found, creating... [ 706.293675] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.293675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.293675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.293675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.293675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.293675] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.295669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.295669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.295669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.295669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.295669] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 674b3153-3fff-4d5a-8d08-711d4e55703f is going to be created. [ 706.315394] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.315592] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.315715] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.316033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.317151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.317151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.378829] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5044cf4d-52ab-4144-9288-d6646933ef49 [ 706.379537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.379537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.379537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.379537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.379757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.379757] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5044cf4d-52ab-4144-9288-d6646933ef49 already deleted. [ 706.379757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5044cf4d-52ab-4144-9288-d6646933ef49" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.073554] env[66948]: INFO networking_nsxv3.common.synchronization [req-14c46537-89c6-4781-9eb6-d87171853b7e req-91781bae-aec8-46e5-a3bc-68ffd8121b96 tempest-AttachVolumeTestJSON-922340643 tempest-AttachVolumeTestJSON-922340643-project-member] Enqueued Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_members [ 707.074279] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_members [ 707.074484] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfcceb5-7379-451a-b32f-510af68aaf1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.074605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.075701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.076204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.076538] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.076627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.076675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.076946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.077768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.077768] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.091320] env[66948]: INFO networking_nsxv3.common.synchronization [req-545276ef-6a02-43ba-98a2-a52dd8b10c78 req-c1f191d2-f62e-412c-9da2-6d6ec089c2f3 service nova] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 707.091320] env[66948]: INFO networking_nsxv3.common.synchronization [req-545276ef-6a02-43ba-98a2-a52dd8b10c78 req-c1f191d2-f62e-412c-9da2-6d6ec089c2f3 service nova] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 707.091320] env[66948]: INFO networking_nsxv3.common.synchronization [req-545276ef-6a02-43ba-98a2-a52dd8b10c78 req-c1f191d2-f62e-412c-9da2-6d6ec089c2f3 service nova] Enqueued Resource ID: 674b3153-3fff-4d5a-8d08-711d4e55703f with Priority: HIGHEST for action port [ 707.092013] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 707.092227] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 707.092381] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674b3153-3fff-4d5a-8d08-711d4e55703f with Priority: HIGHEST for action port [ 707.095591] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.095802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.095909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.096230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.096361] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.097884] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.098072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.098185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.098437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.098663] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.098898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.100425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.100425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.100425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.100425] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.100694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-674b3153-3fff-4d5a-8d08-711d4e55703f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.100856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.100970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.101236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.102427] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674b3153-3fff-4d5a-8d08-711d4e55703f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.442745] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.442990] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-660" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.443113] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-660" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.443452] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-660" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.443722] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.443927] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.444064] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.444282] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.444425] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.444625] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.444731] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.444834] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.444936] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.445087] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.445202] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.445324] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.464137] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.464326] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.464457] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.464633] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-660" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.464947] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-3d0e0596-15f9-4b69-a372-b3373881900c taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.465206] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-3d0e0596-15f9-4b69-a372-b3373881900c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.465320] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-3d0e0596-15f9-4b69-a372-b3373881900c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.465620] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-3d0e0596-15f9-4b69-a372-b3373881900c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.465753] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d0e0596-15f9-4b69-a372-b3373881900c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.581637] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.581637] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.581637] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b already deleted. [ 707.581637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.609057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.609209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.609473] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674b3153-3fff-4d5a-8d08-711d4e55703f with status ACTIVE [ 707.609580] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.609693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.609761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.609986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.610089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.610260] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.610356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.610407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.610593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.610633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.610810] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.610902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.610962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.611125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.611229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.611334] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674b3153-3fff-4d5a-8d08-711d4e55703f is going to be updated. [ 707.612493] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.646142] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.646284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.646482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.646539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.646686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.646843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.968550] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.968769] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.968890] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.969192] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.969341] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.969497] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 3d0e0596-15f9-4b69-a372-b3373881900c not found, creating... [ 707.969759] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.969913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.970039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.970257] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.970389] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.970653] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.970798] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.970908] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.971418] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.971583] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.971741] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 3d0e0596-15f9-4b69-a372-b3373881900c is going to be created. [ 707.995056] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.995056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.995056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.995056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.995056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.995056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-3d0e0596-15f9-4b69-a372-b3373881900c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.046926] env[66948]: INFO networking_nsxv3.common.synchronization [None req-effcfb6a-0a42-4e6b-b246-94857a7d096a None None] Enqueued Resource ID: b1d29641-2bf0-4d2a-8237-cf95917406a9 with Priority: HIGHEST for action port [ 708.047605] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d29641-2bf0-4d2a-8237-cf95917406a9 with Priority: HIGHEST for action port [ 708.048033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1d29641-2bf0-4d2a-8237-cf95917406a9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.048251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1d29641-2bf0-4d2a-8237-cf95917406a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.048478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1d29641-2bf0-4d2a-8237-cf95917406a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.048777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1d29641-2bf0-4d2a-8237-cf95917406a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.048871] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d29641-2bf0-4d2a-8237-cf95917406a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.114644] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.420351] env[66948]: INFO networking_nsxv3.common.synchronization [None req-78caa8aa-3910-47df-b865-84ff403eeef5 None None] Enqueued Resource ID: 00204dcf-b740-4c11-8147-539197505ee5 with Priority: HIGHEST for action port [ 708.421023] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00204dcf-b740-4c11-8147-539197505ee5 with Priority: HIGHEST for action port [ 708.421154] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-00204dcf-b740-4c11-8147-539197505ee5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.421284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00204dcf-b740-4c11-8147-539197505ee5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.421333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00204dcf-b740-4c11-8147-539197505ee5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.421590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00204dcf-b740-4c11-8147-539197505ee5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.421675] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00204dcf-b740-4c11-8147-539197505ee5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.550987] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1d29641-2bf0-4d2a-8237-cf95917406a9 [ 708.551242] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.551377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.551447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.551656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.551746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.551838] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1d29641-2bf0-4d2a-8237-cf95917406a9 already deleted. [ 708.551956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1d29641-2bf0-4d2a-8237-cf95917406a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.617639] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.617798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.618395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.618395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.618395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.618395] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be created. [ 708.646658] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.646820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.646901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.647139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.650036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.659435] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: UNINITIALIZED for 2s [ 708.760034] env[66948]: INFO networking_nsxv3.common.synchronization [req-14c46537-89c6-4781-9eb6-d87171853b7e req-9eec39c7-dcc1-49d8-b167-4b65e96b553d service nova] Enqueued Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_rules [ 708.760034] env[66948]: INFO networking_nsxv3.common.synchronization [req-14c46537-89c6-4781-9eb6-d87171853b7e req-9eec39c7-dcc1-49d8-b167-4b65e96b553d service nova] Enqueued Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_members [ 708.760034] env[66948]: INFO networking_nsxv3.common.synchronization [req-14c46537-89c6-4781-9eb6-d87171853b7e req-9eec39c7-dcc1-49d8-b167-4b65e96b553d service nova] Enqueued Resource ID: 3d0e0596-15f9-4b69-a372-b3373881900c with Priority: HIGHEST for action port [ 708.760746] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_rules [ 708.761019] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_members [ 708.761393] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0e0596-15f9-4b69-a372-b3373881900c with Priority: HIGHEST for action port [ 708.763250] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bfcceb5-7379-451a-b32f-510af68aaf1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.763250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.763250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.763250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.763250] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.764041] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfcceb5-7379-451a-b32f-510af68aaf1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.764381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.764552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.764897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.765321] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.765893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.766177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.766548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.766737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.767012] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.769374] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d0e0596-15f9-4b69-a372-b3373881900c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.769374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d0e0596-15f9-4b69-a372-b3373881900c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.769374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d0e0596-15f9-4b69-a372-b3373881900c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.769374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d0e0596-15f9-4b69-a372-b3373881900c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.769374] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d0e0596-15f9-4b69-a372-b3373881900c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.926090] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00204dcf-b740-4c11-8147-539197505ee5 [ 708.926090] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.926090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.926090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.926090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.926090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.926090] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00204dcf-b740-4c11-8147-539197505ee5 already deleted. [ 708.926307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00204dcf-b740-4c11-8147-539197505ee5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.271390] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.273432] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfcceb5-7379-451a-b32f-510af68aaf1b taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.273580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.273728] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d0e0596-15f9-4b69-a372-b3373881900c with status ACTIVE [ 709.273911] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.273992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.274888] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.275894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.275894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.275894] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.275894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.275894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.277163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.277921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.277921] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.277921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.277921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.278174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.278174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.278174] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d0e0596-15f9-4b69-a372-b3373881900c is going to be updated. [ 709.310706] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.311045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.311306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.311430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.312998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.312998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d0e0596-15f9-4b69-a372-b3373881900c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.642531] env[66948]: INFO networking_nsxv3.common.synchronization [None req-fa0d5ef4-f53a-444b-abb8-dade5b981254 tempest-ServersTestManualDisk-399481353 tempest-ServersTestManualDisk-399481353-project-member] Enqueued Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_rules [ 709.643127] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_rules [ 709.643463] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.643653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.643728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.644017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.644106] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.733752] env[66948]: INFO networking_nsxv3.common.synchronization [None req-87871a66-a0f1-4c3e-9d4c-276b474d863d tempest-ServersTestManualDisk-399481353 tempest-ServersTestManualDisk-399481353-project-member] Enqueued Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_rules [ 709.734456] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_rules [ 709.735254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.735254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.774058] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.164691] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.164860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.164898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.165214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.165312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.165394] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 already deleted. [ 710.165479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.165663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.165886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.165925] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.275933] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.276321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.276321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.276444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.276539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.276641] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b is going to be created. [ 710.303191] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.303347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.303429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.303612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.303776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.313811] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b in Status: UNINITIALIZED for 2s [ 710.671055] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 710.671055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.671055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.671055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.671055] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.671055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.671055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.671055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.671055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.671055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.671599] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.693068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.693168] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.693222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.693426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.693517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.693602] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 already deleted. [ 710.693680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.173597] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.678195] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33087aa5-446e-4b72-8bb2-ee44f10a5468: rpc.has_security_group_logging(os_id): False [ 711.702750] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.702952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.702999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.703264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.703353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.703638] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.703747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.703896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.704013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.704072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.704142] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be created. [ 711.777459] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.778854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.778854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.778854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.778854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.792125] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: IN_PROGRESS for 2s [ 712.324278] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b in Status: SUCCESS [ 712.327068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.327068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.327068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.327068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.327068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.327068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.327068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.327068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.327068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.327068] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.830816] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.336169] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bfcceb5-7379-451a-b32f-510af68aaf1b: rpc.has_security_group_logging(os_id): False [ 713.357053] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.357053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.357053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.357053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.357348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.357626] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.357626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.357626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.357736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.357770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.357866] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b is going to be created. [ 713.425905] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.425905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.426461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.426461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.426461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.442410] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b in Status: IN_PROGRESS for 2s [ 713.808509] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 713.808509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.486342] env[66948]: INFO networking_nsxv3.common.synchronization [req-cfdfbb84-9124-41c1-bbbb-36e1aadfc38d req-33585591-cf62-4adf-8ef5-07bd869f07a6 tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 714.488797] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 714.488797] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.488797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.488797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.488797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.489660] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.489789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.489928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.490184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.490343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.490577] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.993302] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.993468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.993538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.994341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.994341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.994341] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.994341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.994341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.994572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.994572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.994649] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 715.027365] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.027481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.027547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.027759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.027907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.040190] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 715.458061] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b in Status: SUCCESS [ 715.458061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.564544] env[66948]: INFO networking_nsxv3.common.synchronization [req-d9642920-d96f-4cac-861e-33b270a169d7 req-0b2d2cfb-d45e-4593-8946-751caf1ceb71 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_members [ 716.566219] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_members [ 716.566219] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f570f217-3fa7-4f7a-bc73-6249cadb70cd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.566219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.566219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.566704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.567224] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.567224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.567224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.567224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.567517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.567586] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.041887] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.042190] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.042321] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.042682] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.042954] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.043379] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.043379] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.043561] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.043707] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.043953] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.044076] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.044186] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.044290] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.044393] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.044654] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.044654] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.067620] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 717.068608] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 717.068755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.070601] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.070772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.070930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.071368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.071612] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.071755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.071838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.071961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.072067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.072179] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd already deleted. [ 717.072267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.082630] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.082903] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.083150] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.083376] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.083797] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-129ae030-bdf9-4856-9480-aacb0fb207e2 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.084099] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-129ae030-bdf9-4856-9480-aacb0fb207e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.084255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-129ae030-bdf9-4856-9480-aacb0fb207e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.084582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-129ae030-bdf9-4856-9480-aacb0fb207e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.084717] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129ae030-bdf9-4856-9480-aacb0fb207e2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.353860] env[66948]: INFO networking_nsxv3.common.synchronization [req-47d2ceb5-67d8-4c90-b20f-13c5fd9dcee0 req-00427432-6b67-4745-a3ab-6084be466160 tempest-ServersAdminNegativeTestJSON-1838157869 tempest-ServersAdminNegativeTestJSON-1838157869-project-member] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 717.354621] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 717.355322] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.355322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.355322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.355527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.355721] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.355894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.355982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.356122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.356222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.356454] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.588969] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.590464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.590464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.590464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.590464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.590464] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 129ae030-bdf9-4856-9480-aacb0fb207e2 not found, creating... [ 717.590464] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.590864] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.590864] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.591024] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.591184] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.591481] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.591633] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.591754] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.591970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.592832] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.593066] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 129ae030-bdf9-4856-9480-aacb0fb207e2 is going to be created. [ 717.618668] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.618897] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.619073] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.619318] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.619555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.619791] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-129ae030-bdf9-4856-9480-aacb0fb207e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.858630] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.074718] env[66948]: INFO networking_nsxv3.common.synchronization [req-2d2d4724-b802-4681-9da9-855caa63e2c5 req-22c64e76-713f-4caa-a35d-ecda07feb12c tempest-ServerMetadataTestJSON-1615146678 tempest-ServerMetadataTestJSON-1615146678-project-member] Enqueued Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGHEST for action security_group_members [ 718.075351] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGHEST for action security_group_members [ 718.075656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbf014a-1cb5-42cd-92a0-7326192b5717 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.075782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.075862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.076193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.076376] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.076484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.076551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.076717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.076807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.076902] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.327480] env[66948]: INFO networking_nsxv3.common.synchronization [req-d9642920-d96f-4cac-861e-33b270a169d7 req-1491fe3f-8182-402d-a517-cc26fbe29cb8 service nova] Enqueued Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_rules [ 718.327480] env[66948]: INFO networking_nsxv3.common.synchronization [req-d9642920-d96f-4cac-861e-33b270a169d7 req-1491fe3f-8182-402d-a517-cc26fbe29cb8 service nova] Enqueued Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_members [ 718.327480] env[66948]: INFO networking_nsxv3.common.synchronization [req-d9642920-d96f-4cac-861e-33b270a169d7 req-1491fe3f-8182-402d-a517-cc26fbe29cb8 service nova] Enqueued Resource ID: 129ae030-bdf9-4856-9480-aacb0fb207e2 with Priority: HIGHEST for action port [ 718.327765] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_rules [ 718.327911] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_members [ 718.327999] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129ae030-bdf9-4856-9480-aacb0fb207e2 with Priority: HIGHEST for action port [ 718.328310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.328411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.328487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.328742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.328828] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.329772] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f570f217-3fa7-4f7a-bc73-6249cadb70cd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.329884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.329941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.330131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.330283] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.330369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.330430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.330594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.330706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.330809] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.331832] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-129ae030-bdf9-4856-9480-aacb0fb207e2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.331832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-129ae030-bdf9-4856-9480-aacb0fb207e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.331832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-129ae030-bdf9-4856-9480-aacb0fb207e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.331963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-129ae030-bdf9-4856-9480-aacb0fb207e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.332084] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129ae030-bdf9-4856-9480-aacb0fb207e2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.361418] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.579281] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.579441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.579515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.579755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.579854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.580074] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.580177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.580239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.580392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.580469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.580556] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 is going to be updated. [ 718.612855] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.613248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.613248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.613354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.613464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.634405] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 in Status: IN_PROGRESS for 2s [ 718.808118] env[66948]: INFO networking_nsxv3.common.synchronization [req-b32e03c0-9a9f-4eab-aecc-7e404f5a8fa6 req-d09e5959-31a4-4c27-a3ee-86c96c402dab tempest-FloatingIPsAssociationNegativeTestJSON-1710005148 tempest-FloatingIPsAssociationNegativeTestJSON-1710005148-project-member] Enqueued Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGHEST for action security_group_members [ 718.808354] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGHEST for action security_group_members [ 718.808659] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.808778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.808844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.810411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.810618] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.811069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.811139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.811395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.811485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.811598] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.835091] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f570f217-3fa7-4f7a-bc73-6249cadb70cd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.835233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.835382] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.836365] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 129ae030-bdf9-4856-9480-aacb0fb207e2 with status ACTIVE [ 718.836541] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.836693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.836729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.836922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.837040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.837232] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.837392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.837459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.837614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.837728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.837925] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.838016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.838087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.838230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.838304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.838389] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 129ae030-bdf9-4856-9480-aacb0fb207e2 is going to be updated. [ 718.861949] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.862104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.862181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.862390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.862528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.862684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-129ae030-bdf9-4856-9480-aacb0fb207e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.864256] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.864425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.864529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.865080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.865205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.865311] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 is going to be updated. [ 718.898389] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.898599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.898673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.900104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.900104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.909519] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: IN_PROGRESS for 2s [ 719.315354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.316103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.316103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.316103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.316103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.316277] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.316277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.316376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.316624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.316624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.316706] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 is going to be updated. [ 719.340392] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.365618] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.365618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.366119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.366119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.366119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.378490] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 in Status: IN_PROGRESS for 2s [ 719.844483] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.844483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.844483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.844483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.845069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.845069] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd is going to be created. [ 719.871252] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.871455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.871537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.871821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.872027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.882494] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd in Status: UNINITIALIZED for 2s [ 720.646097] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 in Status: SUCCESS [ 720.646097] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 deletion is rescheduled due to dependency. [ 720.646097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.923970] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: SUCCESS [ 720.924373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.084469] env[66948]: INFO networking_nsxv3.common.synchronization [None req-68644d66-6fa2-400d-8acf-797a7abca4cb None None] Enqueued Resource ID: 1e8828c3-0525-43f9-81be-ed485dd06d2e with Priority: HIGHEST for action port [ 721.084469] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8828c3-0525-43f9-81be-ed485dd06d2e with Priority: HIGHEST for action port [ 721.084469] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8828c3-0525-43f9-81be-ed485dd06d2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.084469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8828c3-0525-43f9-81be-ed485dd06d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.084469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8828c3-0525-43f9-81be-ed485dd06d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.084469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8828c3-0525-43f9-81be-ed485dd06d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.084469] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8828c3-0525-43f9-81be-ed485dd06d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.390677] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 in Status: SUCCESS [ 721.390954] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 deletion is rescheduled due to dependency. [ 721.391049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.588041] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e8828c3-0525-43f9-81be-ed485dd06d2e [ 721.588041] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.588236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.588236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.591819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.591819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.591819] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e8828c3-0525-43f9-81be-ed485dd06d2e already deleted. [ 721.591819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8828c3-0525-43f9-81be-ed485dd06d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.897231] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd in Status: SUCCESS [ 721.897231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.897231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.897231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.897231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.897231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.897231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.897231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.897231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.897231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.897231] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.401173] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.653469] env[66948]: INFO networking_nsxv3.common.synchronization [req-bb447f95-2a9e-4f1e-8332-a78e7dc305f6 req-9848b25e-9084-4499-a35b-1bcc1592592d tempest-ServerAddressesTestJSON-1894584021 tempest-ServerAddressesTestJSON-1894584021-project-member] Enqueued Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGHEST for action security_group_members [ 722.653469] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGHEST for action security_group_members [ 722.653469] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-afd7b662-2777-4e88-b8ec-4984d788a6f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.653469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.653469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.653469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.653469] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.653469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.653469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.653469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.653469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.653469] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.904018] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f570f217-3fa7-4f7a-bc73-6249cadb70cd: rpc.has_security_group_logging(os_id): False [ 722.922984] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.923134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.923251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.923594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.923887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.924206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.924306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.924380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.924726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.924869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.925072] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd is going to be created. [ 722.984999] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.985184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.985836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.985836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.985836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.996207] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd in Status: IN_PROGRESS for 2s [ 723.062116] env[66948]: INFO networking_nsxv3.common.synchronization [None req-696c9d1d-fe43-461b-b7a6-d7b0e99d88ce None None] Enqueued Resource ID: 38362b84-101e-4218-9c94-a99e22ac06a1 with Priority: HIGHEST for action port [ 723.062116] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38362b84-101e-4218-9c94-a99e22ac06a1 with Priority: HIGHEST for action port [ 723.062116] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-38362b84-101e-4218-9c94-a99e22ac06a1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.062116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38362b84-101e-4218-9c94-a99e22ac06a1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.062116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38362b84-101e-4218-9c94-a99e22ac06a1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.062116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38362b84-101e-4218-9c94-a99e22ac06a1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.062116] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38362b84-101e-4218-9c94-a99e22ac06a1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.100145] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.100510] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-437" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.100699] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-437" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.100999] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-437" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.101573] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.101790] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.101982] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.102316] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.102553] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.102920] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.103049] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.103244] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.103315] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.103371] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.103501] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.103669] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.152501] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.152719] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.152870] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.153156] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-437" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.153502] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-dfff2cf0-c02a-4243-953f-b0092b02a71e taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.153678] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-dfff2cf0-c02a-4243-953f-b0092b02a71e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.153802] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-dfff2cf0-c02a-4243-953f-b0092b02a71e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.154246] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-dfff2cf0-c02a-4243-953f-b0092b02a71e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.154739] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfff2cf0-c02a-4243-953f-b0092b02a71e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.155683] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.155871] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.155871] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.156065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.156155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.156385] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.156533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.156616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.156918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.156918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.156918] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 already deleted. [ 723.157149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.305310] env[66948]: INFO networking_nsxv3.common.synchronization [None req-9626ccbf-e8e1-4163-87c8-668c59a9ad0e None None] Enqueued Resource ID: 9883e71f-dbee-4906-92ef-c1fa82a75783 with Priority: HIGHEST for action port [ 723.305548] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9883e71f-dbee-4906-92ef-c1fa82a75783 with Priority: HIGHEST for action port [ 723.306014] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9883e71f-dbee-4906-92ef-c1fa82a75783 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.306014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9883e71f-dbee-4906-92ef-c1fa82a75783" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.306642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9883e71f-dbee-4906-92ef-c1fa82a75783" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.307347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9883e71f-dbee-4906-92ef-c1fa82a75783" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.307482] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9883e71f-dbee-4906-92ef-c1fa82a75783',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.565883] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38362b84-101e-4218-9c94-a99e22ac06a1 [ 723.566212] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.566394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.566482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.566725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.566815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.566912] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38362b84-101e-4218-9c94-a99e22ac06a1 already deleted. [ 723.566992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38362b84-101e-4218-9c94-a99e22ac06a1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.660039] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.660039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.660039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.660039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.660316] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.660316] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port dfff2cf0-c02a-4243-953f-b0092b02a71e not found, creating... [ 723.660513] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.661807] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.661807] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.661807] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.661807] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.661807] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.661807] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.661807] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.663267] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.665525] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.665777] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: dfff2cf0-c02a-4243-953f-b0092b02a71e is going to be created. [ 723.690654] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.690654] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.690952] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691755] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.691855] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.692224] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-dfff2cf0-c02a-4243-953f-b0092b02a71e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.810257] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9883e71f-dbee-4906-92ef-c1fa82a75783 [ 723.810383] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.812034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.812034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.812034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.813502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.813502] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9883e71f-dbee-4906-92ef-c1fa82a75783 already deleted. [ 723.813502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9883e71f-dbee-4906-92ef-c1fa82a75783" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.925122] env[66948]: INFO networking_nsxv3.common.synchronization [None req-4a487d77-6d76-4813-870d-6732779f8a0d tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 723.929479] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 723.929479] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.929479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.929479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.929479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.929479] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.125228] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ecf5174c-3b5c-496c-b246-ec3eb52e597b tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 724.126087] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 724.126087] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.126087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.458027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.458027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.458027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.458027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.458027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.458027] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c already deleted. [ 724.458027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.458027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.458027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.459786] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.556390] env[66948]: INFO networking_nsxv3.common.synchronization [req-bb447f95-2a9e-4f1e-8332-a78e7dc305f6 req-d0963094-452d-4536-abe8-866dbacbc8a8 service nova] Enqueued Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGHEST for action security_group_rules [ 724.556843] env[66948]: INFO networking_nsxv3.common.synchronization [req-bb447f95-2a9e-4f1e-8332-a78e7dc305f6 req-d0963094-452d-4536-abe8-866dbacbc8a8 service nova] Enqueued Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGHEST for action security_group_members [ 724.556843] env[66948]: INFO networking_nsxv3.common.synchronization [req-bb447f95-2a9e-4f1e-8332-a78e7dc305f6 req-d0963094-452d-4536-abe8-866dbacbc8a8 service nova] Enqueued Resource ID: dfff2cf0-c02a-4243-953f-b0092b02a71e with Priority: HIGHEST for action port [ 724.557709] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGHEST for action security_group_rules [ 724.557833] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGHEST for action security_group_members [ 724.557950] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfff2cf0-c02a-4243-953f-b0092b02a71e with Priority: HIGHEST for action port [ 724.558201] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afd7b662-2777-4e88-b8ec-4984d788a6f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.558326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.558395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.558688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.558773] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.560064] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-afd7b662-2777-4e88-b8ec-4984d788a6f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.560216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.560288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.560583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.560768] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.560874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.561040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.561101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.561184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.561280] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.563227] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfff2cf0-c02a-4243-953f-b0092b02a71e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.563227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfff2cf0-c02a-4243-953f-b0092b02a71e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.563227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfff2cf0-c02a-4243-953f-b0092b02a71e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.563227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfff2cf0-c02a-4243-953f-b0092b02a71e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.566385] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfff2cf0-c02a-4243-953f-b0092b02a71e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.983801] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.984283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.984283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.985571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.985571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.985571] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c already deleted. [ 724.985571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.009623] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd in Status: SUCCESS [ 725.010787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.063333] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.067552] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-afd7b662-2777-4e88-b8ec-4984d788a6f1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.067670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.069075] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfff2cf0-c02a-4243-953f-b0092b02a71e with status ACTIVE [ 725.069372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.069503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.069568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.073286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.073383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.073585] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.073691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.073750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.073913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.073989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.074186] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.074280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.074386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.074471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.074539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.074619] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfff2cf0-c02a-4243-953f-b0092b02a71e is going to be updated. [ 725.096528] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.096740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.096740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.096885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.097032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.097367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfff2cf0-c02a-4243-953f-b0092b02a71e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.568919] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.805451] env[66948]: INFO networking_nsxv3.common.synchronization [None req-af72986c-e559-4ff5-8a31-5e36e5bfd39e tempest-ServersTestBootFromVolume-999495162 tempest-ServersTestBootFromVolume-999495162-project-member] Enqueued Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_rules [ 725.807235] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_rules [ 725.807707] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-effce764-288c-43fc-a03c-d17f80bc436c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.808499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.808688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.810437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.810437] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.950832] env[66948]: INFO networking_nsxv3.common.synchronization [None req-46ad7d55-ce9a-4a21-8b24-303339ad29d6 tempest-ServersTestBootFromVolume-999495162 tempest-ServersTestBootFromVolume-999495162-project-member] Enqueued Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_rules [ 725.951510] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_rules [ 725.951835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-effce764-288c-43fc-a03c-d17f80bc436c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.951938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.076802] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.076802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.076802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.076802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.076802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.076802] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 is going to be created. [ 726.102749] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.102749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.102749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.102749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.102749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.112908] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 in Status: UNINITIALIZED for 2s [ 726.238357] env[66948]: INFO networking_nsxv3.common.synchronization [None req-cde110c2-60db-4011-86be-222f0482a471 None None] Enqueued Resource ID: 6c00cdc8-c241-4802-8331-44092e91e2f9 with Priority: HIGHEST for action port [ 726.238940] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c00cdc8-c241-4802-8331-44092e91e2f9 with Priority: HIGHEST for action port [ 726.239754] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c00cdc8-c241-4802-8331-44092e91e2f9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.239912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c00cdc8-c241-4802-8331-44092e91e2f9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.240039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c00cdc8-c241-4802-8331-44092e91e2f9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.240361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c00cdc8-c241-4802-8331-44092e91e2f9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.240471] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c00cdc8-c241-4802-8331-44092e91e2f9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.336077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.336077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.336077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.336325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.336325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.336509] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: effce764-288c-43fc-a03c-d17f80bc436c already deleted. [ 726.336509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.336621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.336785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.336886] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.743848] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c00cdc8-c241-4802-8331-44092e91e2f9 [ 726.743848] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.743848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.743848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.743848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.743848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.743848] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c00cdc8-c241-4802-8331-44092e91e2f9 already deleted. [ 726.743848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c00cdc8-c241-4802-8331-44092e91e2f9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.866390] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.867527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.867527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.867527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.867527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.867527] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: effce764-288c-43fc-a03c-d17f80bc436c already deleted. [ 726.867527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.128524] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 in Status: SUCCESS [ 728.128524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.128524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.128524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.128524] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.128524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.128524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.128524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.128524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.128524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.128524] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.634431] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-afd7b662-2777-4e88-b8ec-4984d788a6f1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.635202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.635202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.635202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.635442] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.635442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.635442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.635921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.635921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.635921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.635921] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-afd7b662-2777-4e88-b8ec-4984d788a6f1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.636157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.636208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.636376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.637098] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.637098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.637098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.637098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.637098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.637098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.637098] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.139733] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afd7b662-2777-4e88-b8ec-4984d788a6f1: rpc.has_security_group_logging(os_id): False [ 729.162569] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.162728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.162784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.162992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.163137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.163509] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.163509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.163509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.163689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.163689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.163830] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.163925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.163987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.164143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.164226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.164521] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.164521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.164678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.164725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.164777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.164858] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 is going to be created. [ 729.212293] env[66948]: INFO networking_nsxv3.common.synchronization [None req-9d269026-7ed0-4fcc-990c-45f195bad05f None None] Enqueued Resource ID: 5e2dc4be-7098-4427-a6cd-af80bc4a3282 with Priority: HIGHEST for action port [ 729.212889] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2dc4be-7098-4427-a6cd-af80bc4a3282 with Priority: HIGHEST for action port [ 729.213271] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2dc4be-7098-4427-a6cd-af80bc4a3282 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.213387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2dc4be-7098-4427-a6cd-af80bc4a3282" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.213476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2dc4be-7098-4427-a6cd-af80bc4a3282" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.213742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2dc4be-7098-4427-a6cd-af80bc4a3282" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.213855] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2dc4be-7098-4427-a6cd-af80bc4a3282',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.240125] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.240469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.240469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.242609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.242609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.259530] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 in Status: IN_PROGRESS for 2s [ 729.724415] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e2dc4be-7098-4427-a6cd-af80bc4a3282 [ 729.724802] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.724946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.725134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.725349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.725638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.725638] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e2dc4be-7098-4427-a6cd-af80bc4a3282 already deleted. [ 729.725638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2dc4be-7098-4427-a6cd-af80bc4a3282" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.426398] env[66948]: INFO networking_nsxv3.common.synchronization [req-48472ee5-71f4-4279-9415-18365aba8471 req-a2e1d097-4150-4f30-a446-dc3ebab6ad84 tempest-ServerRescueTestJSON-1678399555 tempest-ServerRescueTestJSON-1678399555-project-member] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 730.426994] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 730.427323] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.427474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.427516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.427689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.427842] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.427936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.427997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.428267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.428470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.428578] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.853487] env[66948]: INFO networking_nsxv3.common.synchronization [req-367b53e0-0a1a-4b85-b9b3-19c685aab6a1 req-78d5fe8e-250b-4202-90e6-245b6e7bbde0 tempest-ServerGroupTestJSON-1808818309 tempest-ServerGroupTestJSON-1808818309-project-member] Enqueued Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGHEST for action security_group_members [ 730.854627] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGHEST for action security_group_members [ 730.855277] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c4ef58-f584-4e30-a659-602e81042518 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.855277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.855497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.859629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.859629] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.861065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.861065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.861065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.861065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.861065] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.931608] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.276236] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 in Status: SUCCESS [ 731.276807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.299112] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.299315] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-162" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.299437] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-162" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.300582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-162" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.300582] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.300582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.300582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.300881] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.300881] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.301065] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.301806] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.301806] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.301806] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.301806] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.301806] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.301806] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.321075] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.321299] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.321446] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.321628] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-162" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.322877] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-60549316-d9e6-4961-b5bf-186a4fc3b3c2 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.322877] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-60549316-d9e6-4961-b5bf-186a4fc3b3c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.322877] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-60549316-d9e6-4961-b5bf-186a4fc3b3c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.327031] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-60549316-d9e6-4961-b5bf-186a4fc3b3c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.327131] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60549316-d9e6-4961-b5bf-186a4fc3b3c2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.363059] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.363059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.363059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.363326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.363326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.363523] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.363631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.363696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.363844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.363922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.364014] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c4ef58-f584-4e30-a659-602e81042518 already deleted. [ 731.364101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.435152] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.829643] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.829879] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.830048] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.830310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.830463] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.830618] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 60549316-d9e6-4961-b5bf-186a4fc3b3c2 not found, creating... [ 731.830890] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.831053] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.831172] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.832965] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.835552] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.836068] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.836327] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.836458] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.837029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.837029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.837029] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 60549316-d9e6-4961-b5bf-186a4fc3b3c2 is going to be created. [ 731.861587] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.862137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.862220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.862590] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.862961] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.863421] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-60549316-d9e6-4961-b5bf-186a4fc3b3c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.937536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.937734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.937787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.938051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.938422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.938422] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 is going to be updated. [ 731.975156] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.975467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.975467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.975699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.975865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.987218] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: IN_PROGRESS for 2s [ 732.083535] env[66948]: INFO networking_nsxv3.common.synchronization [None req-3ad43bd7-1756-4ca5-a9b7-491c1ea49ddb None None] Enqueued Resource ID: 1d383442-189d-4825-b240-d3af854bac2b with Priority: HIGHEST for action port [ 732.083720] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d383442-189d-4825-b240-d3af854bac2b with Priority: HIGHEST for action port [ 732.084179] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d383442-189d-4825-b240-d3af854bac2b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.084321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d383442-189d-4825-b240-d3af854bac2b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.084418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d383442-189d-4825-b240-d3af854bac2b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.084850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d383442-189d-4825-b240-d3af854bac2b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.085091] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d383442-189d-4825-b240-d3af854bac2b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.588120] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d383442-189d-4825-b240-d3af854bac2b [ 732.588453] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.588585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.588704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.588896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.589034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.589132] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d383442-189d-4825-b240-d3af854bac2b already deleted. [ 732.589324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d383442-189d-4825-b240-d3af854bac2b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.640774] env[66948]: INFO networking_nsxv3.common.synchronization [req-367b53e0-0a1a-4b85-b9b3-19c685aab6a1 req-a3e0f7b4-14f1-451f-b024-02b533b9ef07 service nova] Enqueued Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGHEST for action security_group_rules [ 732.641178] env[66948]: INFO networking_nsxv3.common.synchronization [req-367b53e0-0a1a-4b85-b9b3-19c685aab6a1 req-a3e0f7b4-14f1-451f-b024-02b533b9ef07 service nova] Enqueued Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGHEST for action security_group_members [ 732.641378] env[66948]: INFO networking_nsxv3.common.synchronization [req-367b53e0-0a1a-4b85-b9b3-19c685aab6a1 req-a3e0f7b4-14f1-451f-b024-02b533b9ef07 service nova] Enqueued Resource ID: 60549316-d9e6-4961-b5bf-186a4fc3b3c2 with Priority: HIGHEST for action port [ 732.646616] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGHEST for action security_group_rules [ 732.646616] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGHEST for action security_group_members [ 732.646616] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60549316-d9e6-4961-b5bf-186a4fc3b3c2 with Priority: HIGHEST for action port [ 732.646616] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c4ef58-f584-4e30-a659-602e81042518 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.646616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.646616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.646616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.646616] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.646616] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c4ef58-f584-4e30-a659-602e81042518 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.646616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.646616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.646616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.646616] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.646616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.646616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.648375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.648375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.648375] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.649341] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-60549316-d9e6-4961-b5bf-186a4fc3b3c2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.649475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60549316-d9e6-4961-b5bf-186a4fc3b3c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.649572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60549316-d9e6-4961-b5bf-186a4fc3b3c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.649728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60549316-d9e6-4961-b5bf-186a4fc3b3c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.649871] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60549316-d9e6-4961-b5bf-186a4fc3b3c2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.151977] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c4ef58-f584-4e30-a659-602e81042518 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.152192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.153579] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60549316-d9e6-4961-b5bf-186a4fc3b3c2 with status ACTIVE [ 733.153835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.153980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.154063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.154339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.154461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155400] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.156427] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.156766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.156766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.156919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.156985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.157090] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60549316-d9e6-4961-b5bf-186a4fc3b3c2 is going to be updated. [ 733.158466] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.186983] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.187134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.187134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.187883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.187883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.187883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60549316-d9e6-4961-b5bf-186a4fc3b3c2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.661331] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.909418] env[66948]: INFO networking_nsxv3.common.synchronization [req-8cc7b47c-544c-4f12-898d-f35d70c47ac8 req-14ecc4cb-448a-48ee-8a90-b37312c2a1f2 tempest-ServersWithSpecificFlavorTestJSON-321981976 tempest-ServersWithSpecificFlavorTestJSON-321981976-project-member] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 733.910352] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 733.910352] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.910482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.910482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.910656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.910838] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.910916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.911155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.911695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.911695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.911695] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.996820] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: SUCCESS [ 733.998079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.164011] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.164193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.164269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.164497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.164675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.164716] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c4ef58-f584-4e30-a659-602e81042518 is going to be created. [ 734.192796] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.192953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.193066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.193295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.193458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.204130] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c4ef58-f584-4e30-a659-602e81042518 in Status: UNINITIALIZED for 2s [ 734.288943] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.289286] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-291" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.289461] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-291" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.289798] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-291" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.290137] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.290477] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.290662] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.290940] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.291147] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.291419] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.291569] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.291718] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.291865] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.292025] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.292184] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.292356] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.325427] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.325427] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.325427] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.325427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-291" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.325936] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-e4faec55-ef5f-49f7-8610-37b26ef569e3 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.326087] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-e4faec55-ef5f-49f7-8610-37b26ef569e3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.326258] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-e4faec55-ef5f-49f7-8610-37b26ef569e3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.326627] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-e4faec55-ef5f-49f7-8610-37b26ef569e3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.326785] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4faec55-ef5f-49f7-8610-37b26ef569e3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.417218] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.417218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.417218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.417218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.417218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.417218] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.417218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.417218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.417218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.417218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.417218] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d is going to be updated. [ 734.545688] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.545983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.545983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.546160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.546487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.556597] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: IN_PROGRESS for 2s [ 734.829731] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.829731] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.830131] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.830131] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.830224] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.830561] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port e4faec55-ef5f-49f7-8610-37b26ef569e3 not found, creating... [ 734.830731] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.830843] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.830963] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.831224] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.831427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.831963] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.831963] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.832104] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.832408] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.832408] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.832499] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: e4faec55-ef5f-49f7-8610-37b26ef569e3 is going to be created. [ 734.856075] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.856384] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.856522] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.856809] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.857137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.857288] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-e4faec55-ef5f-49f7-8610-37b26ef569e3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.657360] env[66948]: INFO networking_nsxv3.common.synchronization [req-8cc7b47c-544c-4f12-898d-f35d70c47ac8 req-8190cec7-bb8d-4384-bf4a-e6e5d7119a66 service nova] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_rules [ 735.657558] env[66948]: INFO networking_nsxv3.common.synchronization [req-8cc7b47c-544c-4f12-898d-f35d70c47ac8 req-8190cec7-bb8d-4384-bf4a-e6e5d7119a66 service nova] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 735.657710] env[66948]: INFO networking_nsxv3.common.synchronization [req-8cc7b47c-544c-4f12-898d-f35d70c47ac8 req-8190cec7-bb8d-4384-bf4a-e6e5d7119a66 service nova] Enqueued Resource ID: e4faec55-ef5f-49f7-8610-37b26ef569e3 with Priority: HIGHEST for action port [ 735.658353] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_rules [ 735.658495] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 735.658622] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4faec55-ef5f-49f7-8610-37b26ef569e3 with Priority: HIGHEST for action port [ 735.659117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.659117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.659257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.659434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.659522] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.660927] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.661065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.661295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4faec55-ef5f-49f7-8610-37b26ef569e3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.661418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4faec55-ef5f-49f7-8610-37b26ef569e3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.661490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4faec55-ef5f-49f7-8610-37b26ef569e3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.661729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4faec55-ef5f-49f7-8610-37b26ef569e3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.661813] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4faec55-ef5f-49f7-8610-37b26ef569e3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.164300] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.164736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.164736] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4faec55-ef5f-49f7-8610-37b26ef569e3 with status ACTIVE [ 736.164822] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.165102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.165102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.165467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.165467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.165665] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.165773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.165853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.166235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.166235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.166367] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.166438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.166497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.166637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.166715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.166799] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4faec55-ef5f-49f7-8610-37b26ef569e3 is going to be updated. [ 736.193302] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.193462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.193533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.193740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.193893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.194073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4faec55-ef5f-49f7-8610-37b26ef569e3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.215157] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c4ef58-f584-4e30-a659-602e81042518 in Status: SUCCESS [ 736.215406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.215579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.215795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.215987] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.216119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.216202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.216432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.216525] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.216616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.216708] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.569046] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: SUCCESS [ 736.569592] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d deletion is rescheduled due to dependency. [ 736.569668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.569841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.570076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.570261] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.570376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.570478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.570591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.570681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.570776] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.573637] env[66948]: INFO networking_nsxv3.common.synchronization [req-52353d04-7197-4376-ba28-026324ea2542 req-0bda46ca-10d4-4920-9bb7-1bd20a3c4a30 tempest-AttachInterfacesV270Test-1038782344 tempest-AttachInterfacesV270Test-1038782344-project-member] Enqueued Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGHEST for action security_group_members [ 736.574619] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGHEST for action security_group_members [ 736.574931] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.575121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.575202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.575429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.575772] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.575885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.575953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.576208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.576302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.576399] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.718528] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c4ef58-f584-4e30-a659-602e81042518 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.719142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.719287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.719655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.719808] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.719926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.720035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.720166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.720601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.720601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.720601] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c4ef58-f584-4e30-a659-602e81042518 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.720601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.720781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.720781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.720947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.721146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.721146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.721250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.721284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.721530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.721530] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.995370] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.995578] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-706" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.995698] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-706" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.996188] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-706" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.996655] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.996896] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.997070] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.997371] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.997560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.997831] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.997979] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.998138] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.998282] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.998438] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.998598] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.999044] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.019146] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.019320] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.019495] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.019620] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-706" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.019935] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-17a97876-5ada-404c-a358-902675a07181 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.020153] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-17a97876-5ada-404c-a358-902675a07181" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.020299] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-17a97876-5ada-404c-a358-902675a07181" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.020633] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-17a97876-5ada-404c-a358-902675a07181" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.020761] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a97876-5ada-404c-a358-902675a07181',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.075164] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.079746] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.080452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.080452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.080452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.080452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.080675] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.080675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.080675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.080799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.081104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.081104] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 already deleted. [ 737.081104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.227337] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43c4ef58-f584-4e30-a659-602e81042518: rpc.has_security_group_logging(os_id): False [ 737.251562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.251562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.251562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.251562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.252903] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.252903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.252903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.252903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.252903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.252903] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c4ef58-f584-4e30-a659-602e81042518 is going to be created. [ 737.328595] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.328758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.328838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.329016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.329206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.343164] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43c4ef58-f584-4e30-a659-602e81042518 in Status: IN_PROGRESS for 2s [ 737.523378] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.523661] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.523717] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.524061] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.524257] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.524422] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 17a97876-5ada-404c-a358-902675a07181 not found, creating... [ 737.524710] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.524908] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.525167] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.525631] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.525775] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.526284] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.526531] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.526665] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.526977] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.527150] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.527209] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 17a97876-5ada-404c-a358-902675a07181 is going to be created. [ 737.553254] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.553569] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.553809] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.553914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.554701] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.554701] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-17a97876-5ada-404c-a358-902675a07181" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.577409] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.080134] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.080400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.080486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.080716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.081383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.081383] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d is going to be updated. [ 738.139284] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.156322] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: IN_PROGRESS for 2s [ 738.386194] env[66948]: INFO networking_nsxv3.common.synchronization [req-52353d04-7197-4376-ba28-026324ea2542 req-d5b14374-b635-454d-b471-aac05e1c4c95 service nova] Enqueued Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGHEST for action security_group_rules [ 738.386636] env[66948]: INFO networking_nsxv3.common.synchronization [req-52353d04-7197-4376-ba28-026324ea2542 req-d5b14374-b635-454d-b471-aac05e1c4c95 service nova] Enqueued Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGHEST for action security_group_members [ 738.386636] env[66948]: INFO networking_nsxv3.common.synchronization [req-52353d04-7197-4376-ba28-026324ea2542 req-d5b14374-b635-454d-b471-aac05e1c4c95 service nova] Enqueued Resource ID: 17a97876-5ada-404c-a358-902675a07181 with Priority: HIGHEST for action port [ 738.388027] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGHEST for action security_group_rules [ 738.388238] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGHEST for action security_group_members [ 738.391154] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a97876-5ada-404c-a358-902675a07181 with Priority: HIGHEST for action port [ 738.391154] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.391154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.391154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.391154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.391154] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.391154] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.391154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.392131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.392131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.392131] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.392131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.392131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.392735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.392735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.392735] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.393463] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-17a97876-5ada-404c-a358-902675a07181 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.393864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17a97876-5ada-404c-a358-902675a07181" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.393864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17a97876-5ada-404c-a358-902675a07181" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.393963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17a97876-5ada-404c-a358-902675a07181" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.393963] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a97876-5ada-404c-a358-902675a07181',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.706646] env[66948]: INFO networking_nsxv3.common.synchronization [req-b78d8ec5-7d90-419f-a9c1-ef2bc40d1f7a req-0f748c04-50a5-4a12-89d5-b0e28dcb3aeb tempest-ServerAddressesTestJSON-1894584021 tempest-ServerAddressesTestJSON-1894584021-project-member] Enqueued Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGHEST for action security_group_members [ 738.707453] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGHEST for action security_group_members [ 738.707645] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-afd7b662-2777-4e88-b8ec-4984d788a6f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.708442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.708442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.708442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.708442] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.708442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.708442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.708791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.708791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.708791] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.901776] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.901776] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.901776] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17a97876-5ada-404c-a358-902675a07181 with status ACTIVE [ 738.901776] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.901776] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.901776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.902535] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.902535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.902535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.902535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.902535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.902535] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17a97876-5ada-404c-a358-902675a07181 is going to be updated. [ 738.933338] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.933518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.933559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.934173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.934173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.934173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17a97876-5ada-404c-a358-902675a07181" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.210959] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.211196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.211246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.211458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.211556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.211779] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.211882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.211945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.212119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.212199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.212284] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 is going to be updated. [ 739.250876] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.251239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.251418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.251760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.252882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.264846] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 in Status: IN_PROGRESS for 2s [ 739.358360] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43c4ef58-f584-4e30-a659-602e81042518 in Status: SUCCESS [ 739.358841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.404793] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.908336] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.908498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.908603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.908792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.908895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.909009] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 is going to be created. [ 739.936826] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.937055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.937175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.937532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.937772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.950179] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 in Status: UNINITIALIZED for 2s [ 740.173355] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: SUCCESS [ 740.173555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.173722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.173959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.174192] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.174322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.174390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.174584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.174710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.174836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.175066] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.678747] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.181135] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d: rpc.has_security_group_logging(os_id): False [ 741.206787] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.206787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.206787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.206787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.206787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.206787] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.206787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.206787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.206787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.207210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.207210] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d is going to be updated. [ 741.275377] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 in Status: SUCCESS [ 741.275553] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 deletion is rescheduled due to dependency. [ 741.276899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.286690] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.286961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.286961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.287702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.287702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.303757] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: IN_PROGRESS for 2s [ 741.893239] env[66948]: INFO networking_nsxv3.common.synchronization [req-eb4410c9-b7bb-4a76-8d57-3ac2473f5c2a req-42711c94-dd87-4162-ac84-ec9ba68089a9 tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 741.894173] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 741.894268] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.894660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.894660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.894782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.894973] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.894973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.895103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.895952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.895952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.895952] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.960603] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 in Status: SUCCESS [ 741.960828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.961625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.961625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.961625] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.961904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.961904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.961985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.962049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.962214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.962214] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.362491] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.362741] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.363061] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.363299] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.363710] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.363932] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.364138] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.364430] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.364682] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.365097] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.365218] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.365338] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.365453] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.365587] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.365691] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.366056] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.397249] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.397488] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.397900] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.398021] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.398443] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-d52fa081-e1ee-421b-9ac9-39632d6e254b taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.402024] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-d52fa081-e1ee-421b-9ac9-39632d6e254b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.402024] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-d52fa081-e1ee-421b-9ac9-39632d6e254b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.402024] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-d52fa081-e1ee-421b-9ac9-39632d6e254b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.402024] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d52fa081-e1ee-421b-9ac9-39632d6e254b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.402024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.402024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.402024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.402024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.402024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.402546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.402546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.402546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.403163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.403163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.403163] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f04035-0531-4810-bead-80f797c771b3 already deleted. [ 742.403163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.464605] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.464859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.464929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.465333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.465690] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.465870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.465960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.466190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.466335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.466483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.466688] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.466850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.466916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.467109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.467271] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.467372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.467455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.467667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.467756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.467845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.467950] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.618979] env[66948]: INFO networking_nsxv3.common.synchronization [req-f7ac1831-852f-4352-9508-31a453bb975d req-c27c2c8d-95a6-4424-ac40-6d9ebf7732f3 tempest-ListServerFiltersTestJSON-254093357 tempest-ListServerFiltersTestJSON-254093357-project-member] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 742.619692] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 742.620118] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.620308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.620420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.620687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.620876] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.620989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.621084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.621227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.621328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.621423] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.904961] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.905310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.905446] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.905782] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.905965] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.906187] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port d52fa081-e1ee-421b-9ac9-39632d6e254b not found, creating... [ 742.906493] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.906697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.906847] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.907088] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.907227] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.907514] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.907661] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.907769] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.907967] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.908180] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.908342] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: d52fa081-e1ee-421b-9ac9-39632d6e254b is going to be created. [ 742.930801] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.931034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.931153] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.931779] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.931779] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.931982] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-d52fa081-e1ee-421b-9ac9-39632d6e254b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.970388] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af83c691-c88b-4bb0-88bd-6f1d3720b0b7: rpc.has_security_group_logging(os_id): False [ 742.989813] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.989955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.990141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.990259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.990466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.990568] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.990665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.990726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.990872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.991265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.991265] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.991391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.991391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.991529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.991579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.991756] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.991842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.992599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.995146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.995314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.995417] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 is going to be created. [ 743.103583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.103809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.103809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.104211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.104211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.128640] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 in Status: IN_PROGRESS for 2s [ 743.129487] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.319823] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: SUCCESS [ 743.319823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.631404] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.695515] env[66948]: INFO networking_nsxv3.common.synchronization [None req-072203b0-bc82-4367-acc3-4e74b1367d3b tempest-ServerRescueNegativeTestJSON-967634923 tempest-ServerRescueNegativeTestJSON-967634923-project-member] Enqueued Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_rules [ 743.698800] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_rules [ 743.698800] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fdb4d7-386c-4343-8645-772336b2d6a4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.698800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.698800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.698800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.698800] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.738543] env[66948]: INFO networking_nsxv3.common.synchronization [req-eb4410c9-b7bb-4a76-8d57-3ac2473f5c2a req-f88439f5-df6c-4946-b3e8-9c71fdac6c76 service nova] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_rules [ 743.738708] env[66948]: INFO networking_nsxv3.common.synchronization [req-eb4410c9-b7bb-4a76-8d57-3ac2473f5c2a req-f88439f5-df6c-4946-b3e8-9c71fdac6c76 service nova] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 743.739349] env[66948]: INFO networking_nsxv3.common.synchronization [req-eb4410c9-b7bb-4a76-8d57-3ac2473f5c2a req-f88439f5-df6c-4946-b3e8-9c71fdac6c76 service nova] Enqueued Resource ID: d52fa081-e1ee-421b-9ac9-39632d6e254b with Priority: HIGHEST for action port [ 743.739349] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_rules [ 743.739349] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 743.739542] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52fa081-e1ee-421b-9ac9-39632d6e254b with Priority: HIGHEST for action port [ 743.739977] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.740128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.740194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.740403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.740497] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.742179] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.742179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.742179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.742179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.742179] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.742179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.742179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.742179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.742561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.742561] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.744389] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-d52fa081-e1ee-421b-9ac9-39632d6e254b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.744568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d52fa081-e1ee-421b-9ac9-39632d6e254b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.744568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d52fa081-e1ee-421b-9ac9-39632d6e254b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.744633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d52fa081-e1ee-421b-9ac9-39632d6e254b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.744700] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d52fa081-e1ee-421b-9ac9-39632d6e254b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.822739] env[66948]: INFO networking_nsxv3.common.synchronization [None req-3aa3bbbd-1fa6-40d7-9ba6-c7baa99d0abd tempest-ServerRescueNegativeTestJSON-967634923 tempest-ServerRescueNegativeTestJSON-967634923-project-member] Enqueued Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_rules [ 743.823369] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_rules [ 743.823686] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fdb4d7-386c-4343-8645-772336b2d6a4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.823782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.134763] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.135239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.135239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.136413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.136413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.136413] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 744.182925] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.182925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.182925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.182925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.182925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.193291] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 744.218749] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.218978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.218978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.219277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.219416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.219453] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 already deleted. [ 744.219515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.219670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.219850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.219938] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.247294] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.248734] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.248847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.249066] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d52fa081-e1ee-421b-9ac9-39632d6e254b with status ACTIVE [ 744.249206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.249323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.249552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.249658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.249691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.250424] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.250807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.254022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.254022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.254022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.254022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.254022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.254022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.254022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.254022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.254022] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d52fa081-e1ee-421b-9ac9-39632d6e254b is going to be updated. [ 744.288450] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.288612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.288683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.288909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.289071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.289247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d52fa081-e1ee-421b-9ac9-39632d6e254b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.568861] env[66948]: INFO networking_nsxv3.common.synchronization [req-be9661a7-99ad-43e6-b617-0dade47d90d0 req-8b0df058-cfe7-433b-a628-df331ac65e36 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 744.572729] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 744.573186] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.573315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.573384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.574125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.575134] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.575134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.575134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.575134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.575134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.575134] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.751587] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.751838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.752065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.752382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.752545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.752693] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 already deleted. [ 744.752817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.754335] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.032411] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.032649] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-166" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.032801] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-166" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.033191] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-166" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.036276] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.036276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.036276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.036276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.036276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.036276] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.036276] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.036276] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.036276] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.036276] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.036276] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.036276] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.056500] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.056667] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.056811] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.056987] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-166" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.057357] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-42b021d8-9def-42d1-8974-9a3686f5f6f4 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.057581] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.057703] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.058018] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.058154] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b021d8-9def-42d1-8974-9a3686f5f6f4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.077168] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.077433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.077433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.077638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.077731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.077934] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.078445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.078445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.078445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.078445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.078445] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc already deleted. [ 745.078718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.141470] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 in Status: SUCCESS [ 745.141775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.257819] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.258086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.258199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.258513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.258622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.258813] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f04035-0531-4810-bead-80f797c771b3 is going to be created. [ 745.291113] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.291286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.291350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.291566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.291746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.316040] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: UNINITIALIZED for 2s [ 745.563717] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.563988] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.564184] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.564560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.564677] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.564847] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 42b021d8-9def-42d1-8974-9a3686f5f6f4 not found, creating... [ 745.565211] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.565431] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.565587] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.565838] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.566085] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.566363] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.566574] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.566715] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.567668] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.567740] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.567825] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 is going to be created. [ 745.590157] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.591029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.591029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.591029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.591029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.591260] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.203608] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 746.203876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.309472] env[66948]: INFO networking_nsxv3.common.synchronization [req-be9661a7-99ad-43e6-b617-0dade47d90d0 req-55f69375-7771-4c96-abec-9073ae2d31ad service nova] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 746.309472] env[66948]: INFO networking_nsxv3.common.synchronization [req-be9661a7-99ad-43e6-b617-0dade47d90d0 req-55f69375-7771-4c96-abec-9073ae2d31ad service nova] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 746.309472] env[66948]: INFO networking_nsxv3.common.synchronization [req-be9661a7-99ad-43e6-b617-0dade47d90d0 req-55f69375-7771-4c96-abec-9073ae2d31ad service nova] Enqueued Resource ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 with Priority: HIGHEST for action port [ 746.309728] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 746.309789] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 746.309888] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 with Priority: HIGHEST for action port [ 746.310467] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.310590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.310661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.310923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.311013] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.313366] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.313536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.313635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.313880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.314117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.314248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.314341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.314534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.314877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.315515] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.318151] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b021d8-9def-42d1-8974-9a3686f5f6f4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.318650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.318821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.319111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.319254] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b021d8-9def-42d1-8974-9a3686f5f6f4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.814329] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.814548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.824224] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.824224] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42b021d8-9def-42d1-8974-9a3686f5f6f4 with status ACTIVE [ 746.824224] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.824224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.824224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.824224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.824224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.824224] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.826470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.826470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.826470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.826470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.826470] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.826470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.826470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.826470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.829781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.829781] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 is going to be updated. [ 746.853376] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.853601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.853601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.853805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.853948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.854166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.233227] env[66948]: INFO networking_nsxv3.common.synchronization [req-f55a159a-b9fa-48dc-903a-19e5121738f2 req-ce923d85-a6ac-4181-ac7e-df159c1fca17 tempest-ServerGroupTestJSON-1808818309 tempest-ServerGroupTestJSON-1808818309-project-member] Enqueued Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGHEST for action security_group_members [ 747.233850] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGHEST for action security_group_members [ 747.234172] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c4ef58-f584-4e30-a659-602e81042518 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.234295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.234365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.234568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.234726] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.234819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.234871] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.235228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.235394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.235585] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.329469] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: SUCCESS [ 747.329705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.329970] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.331153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.331153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.331257] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.334534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.334534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.334534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.334534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.334534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.334534] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.738526] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.738694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.738768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.738993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.739121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.739364] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.739474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.739540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.739720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.739800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.739886] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c4ef58-f584-4e30-a659-602e81042518 is going to be updated. [ 747.776559] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.776559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.776559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.776559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.776559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.789728] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c4ef58-f584-4e30-a659-602e81042518 in Status: IN_PROGRESS for 2s [ 747.834763] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.834763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.834963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.835190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.835450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.835522] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be created. [ 747.837345] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.864938] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.865177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.865256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.866169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.866169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.886111] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: UNINITIALIZED for 2s [ 748.340239] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f04035-0531-4810-bead-80f797c771b3: rpc.has_security_group_logging(os_id): False [ 748.376574] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.376782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.376828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.377243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.377243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.377753] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.377753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.377753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.377753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.377995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.377995] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f04035-0531-4810-bead-80f797c771b3 is going to be created. [ 748.453026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.453259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.453259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.453469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.453669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.467168] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: IN_PROGRESS for 2s [ 749.800429] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c4ef58-f584-4e30-a659-602e81042518 in Status: SUCCESS [ 749.801337] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c4ef58-f584-4e30-a659-602e81042518 deletion is rescheduled due to dependency. [ 749.801337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.897056] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 749.897290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.897476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.897695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.897892] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.898013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.898086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.898226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.898307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.898409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.898484] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.400557] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.400720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.400793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.401084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.401269] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.401376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.401444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.401605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.401694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.401785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.401933] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.402035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.402100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.402241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.402599] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.402751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.402827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.403087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.403179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.403266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.403356] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.480378] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: SUCCESS [ 750.480795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.905948] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc: rpc.has_security_group_logging(os_id): False [ 750.929608] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.929726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.929799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.930208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.930389] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.930481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.930528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.930889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.931190] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.931428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.931639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.931883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.932040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.932240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.933037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.933245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.933431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.933552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.933682] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be created. [ 751.007431] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.007431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.007431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.007431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.007431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.021017] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 751.232567] env[66948]: INFO networking_nsxv3.common.synchronization [req-720a0c7f-891a-475e-af16-32d43489641e req-bf47ed86-e3cc-4fb7-9c49-1aad405a8b4f tempest-InstanceActionsV221TestJSON-1382223323 tempest-InstanceActionsV221TestJSON-1382223323-project-member] Enqueued Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGHEST for action security_group_members [ 751.233406] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGHEST for action security_group_members [ 751.234190] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.234336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.234410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.234726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.234969] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.235287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.235430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.235645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.235770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.235900] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.617271] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.617438] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-619" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.617597] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-619" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.617870] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-619" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.618193] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.618331] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.618421] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.618817] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.618817] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.619140] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.619295] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.619385] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.619502] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.619669] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.619730] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.619827] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.650521] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.650713] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.650797] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.650991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-619" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.651399] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-360d674a-ee62-46b1-9fec-25c5eeb858f8 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.651580] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-360d674a-ee62-46b1-9fec-25c5eeb858f8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.651741] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-360d674a-ee62-46b1-9fec-25c5eeb858f8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.652092] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-360d674a-ee62-46b1-9fec-25c5eeb858f8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.652231] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360d674a-ee62-46b1-9fec-25c5eeb858f8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.738519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.738729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.738729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.738950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.738950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.739196] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.739299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.739364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.739557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.739677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.739799] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 already deleted. [ 751.739930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.157713] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.158279] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.158279] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.158541] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.158681] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.158842] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 360d674a-ee62-46b1-9fec-25c5eeb858f8 not found, creating... [ 752.159298] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.159298] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.159430] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.159683] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.159741] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.160061] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.160227] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.160632] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.160632] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.160763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.160823] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 360d674a-ee62-46b1-9fec-25c5eeb858f8 is going to be created. [ 752.180590] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.180840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.180939] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.181199] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.181467] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.181689] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-360d674a-ee62-46b1-9fec-25c5eeb858f8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.974111] env[66948]: INFO networking_nsxv3.common.synchronization [req-720a0c7f-891a-475e-af16-32d43489641e req-2dd0ea7b-f479-4b5b-af03-6affdc0907f5 service nova] Enqueued Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGHEST for action security_group_rules [ 752.974111] env[66948]: INFO networking_nsxv3.common.synchronization [req-720a0c7f-891a-475e-af16-32d43489641e req-2dd0ea7b-f479-4b5b-af03-6affdc0907f5 service nova] Enqueued Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGHEST for action security_group_members [ 752.974111] env[66948]: INFO networking_nsxv3.common.synchronization [req-720a0c7f-891a-475e-af16-32d43489641e req-2dd0ea7b-f479-4b5b-af03-6affdc0907f5 service nova] Enqueued Resource ID: 360d674a-ee62-46b1-9fec-25c5eeb858f8 with Priority: HIGHEST for action port [ 752.974111] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGHEST for action security_group_rules [ 752.974111] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGHEST for action security_group_members [ 752.974111] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 360d674a-ee62-46b1-9fec-25c5eeb858f8 with Priority: HIGHEST for action port [ 752.974884] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.975203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.975517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.976174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.976382] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.977842] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.979017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.979017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.979017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.979017] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.979017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.979017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.979017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.979017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.979017] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.981116] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-360d674a-ee62-46b1-9fec-25c5eeb858f8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.981357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-360d674a-ee62-46b1-9fec-25c5eeb858f8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.981597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-360d674a-ee62-46b1-9fec-25c5eeb858f8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.982401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-360d674a-ee62-46b1-9fec-25c5eeb858f8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.982401] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('360d674a-ee62-46b1-9fec-25c5eeb858f8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.032645] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 753.032949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.478982] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.479396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.481890] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.486539] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 360d674a-ee62-46b1-9fec-25c5eeb858f8 with status ACTIVE [ 753.486539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.486539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.486539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.486539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.486539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.486539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.487216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.487216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.487216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.488034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.488034] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.488441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.489756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.489756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.489756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.489756] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 360d674a-ee62-46b1-9fec-25c5eeb858f8 is going to be updated. [ 753.512667] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.512922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.512922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.513272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.513423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.513592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-360d674a-ee62-46b1-9fec-25c5eeb858f8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.985719] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.492586] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.492586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.492586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.492586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.492586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.492586] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 is going to be created. [ 754.518680] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.518831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.518872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.519739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.519739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.530425] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 in Status: UNINITIALIZED for 2s [ 754.841321] env[66948]: INFO networking_nsxv3.common.synchronization [req-a782c5c0-ce34-49b2-bf5a-c39cc764326c req-b94a7feb-deb5-4713-af14-19f0253459c8 tempest-AttachInterfacesV270Test-1038782344 tempest-AttachInterfacesV270Test-1038782344-project-member] Enqueued Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGHEST for action security_group_members [ 754.841954] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGHEST for action security_group_members [ 754.842282] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.842406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.842472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.842784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.842842] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.842965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.843068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.843353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.843455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.843544] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.257651] env[66948]: INFO networking_nsxv3.common.synchronization [req-440e6da7-cae9-4c4e-af55-1f55650f93d0 req-f0892fe4-9703-4c9f-b1b7-a48f052a21d6 tempest-VolumesAssistedSnapshotsTest-1653136303 tempest-VolumesAssistedSnapshotsTest-1653136303-project-member] Enqueued Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_members [ 755.257651] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGHEST for action security_group_members [ 755.257651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.257651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.257651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.257651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.257651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.257651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.257651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.257651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.257651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.258398] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.345941] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.346137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.346218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.346475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.346572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.346771] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.346876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.346945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.347093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.347171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.347253] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 is going to be updated. [ 755.377589] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.377987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.377987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.377987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.378382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.388612] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 in Status: IN_PROGRESS for 2s [ 755.761595] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.761846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.761846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.762231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.762377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.762603] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.762713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.762778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.762959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.763061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.763226] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 is going to be updated. [ 755.795618] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.796273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.796273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.796273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.796437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.806597] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 in Status: IN_PROGRESS for 2s [ 756.540174] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 in Status: SUCCESS [ 756.540395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.540607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.541064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.541064] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.541064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.541211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.541278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.541359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.541444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.541543] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.652022] env[66948]: INFO networking_nsxv3.common.synchronization [req-ee86479f-1143-4efa-8cc6-8b3601cdf4f3 req-e98d8294-2673-4d68-b71c-e23770902300 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 756.652022] env[66948]: INFO networking_nsxv3.common.synchronization [req-ee86479f-1143-4efa-8cc6-8b3601cdf4f3 req-e98d8294-2673-4d68-b71c-e23770902300 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 756.652365] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 756.652503] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 756.653033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.653233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.653295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.653598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.653664] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.653727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.653968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.653968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.654152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.654152] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.654946] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.655057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.655278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.655360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.655514] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.655827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.655827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.655925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.655966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.656525] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.695595] env[66948]: INFO networking_nsxv3.common.synchronization [req-ee86479f-1143-4efa-8cc6-8b3601cdf4f3 req-e98d8294-2673-4d68-b71c-e23770902300 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_rules [ 756.695768] env[66948]: INFO networking_nsxv3.common.synchronization [req-ee86479f-1143-4efa-8cc6-8b3601cdf4f3 req-e98d8294-2673-4d68-b71c-e23770902300 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 756.695901] env[66948]: INFO networking_nsxv3.common.synchronization [req-ee86479f-1143-4efa-8cc6-8b3601cdf4f3 req-e98d8294-2673-4d68-b71c-e23770902300 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 756.696037] env[66948]: INFO networking_nsxv3.common.synchronization [req-ee86479f-1143-4efa-8cc6-8b3601cdf4f3 req-e98d8294-2673-4d68-b71c-e23770902300 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 756.696204] env[66948]: INFO networking_nsxv3.common.synchronization [req-ee86479f-1143-4efa-8cc6-8b3601cdf4f3 req-e98d8294-2673-4d68-b71c-e23770902300 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 with Priority: HIGHEST for action port [ 756.696846] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_rules [ 756.696991] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 756.697109] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 with Priority: HIGHEST for action port [ 756.697241] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 756.697302] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 756.697603] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.697720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.697784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.698039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.698195] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.698995] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.699121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.699193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.699361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.699437] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.700404] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b021d8-9def-42d1-8974-9a3686f5f6f4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.700514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.700582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.700725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.700806] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b021d8-9def-42d1-8974-9a3686f5f6f4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.701705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.701705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.702139] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.702139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.044145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.044672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.044672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.044672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.044813] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.044867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.044924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.045217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.045371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.045503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.045670] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.045770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.045915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.046223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.046403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.046506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.046574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.046708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.046789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.046870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.047246] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.139031] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 757.139031] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGHEST for action security_group_members [ 757.139031] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 757.139031] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 757.139031] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGHEST for action security_group_members [ 757.139435] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 757.139508] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.140388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.140388] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.140388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.140388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.140388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.140670] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.140670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.140753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.140918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.141049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.141176] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.142158] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.142268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.160276] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.160276] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.189420] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_rules [ 757.189586] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 757.189711] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 757.189827] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 757.189944] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGHEST for action security_group_rules [ 757.190075] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGHEST for action security_group_members [ 757.190226] env[66948]: INFO networking_nsxv3.common.synchronization [req-8d817d30-0362-4da8-b125-ed3c0abdbec5 req-ba4f66c9-eb69-427d-9547-33b13d5358de tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 with Priority: HIGHEST for action port [ 757.192039] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_rules [ 757.192039] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 757.192328] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGHEST for action security_group_members [ 757.192837] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 with Priority: HIGHEST for action port [ 757.192983] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGHEST for action security_group_rules [ 757.193247] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 757.193393] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 757.193731] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.193910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.194808] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.194808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.194808] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.194808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.195147] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b021d8-9def-42d1-8974-9a3686f5f6f4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.195225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.195740] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.195891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.196079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.196910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.197166] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.198340] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.198795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.199052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.200194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.203547] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.203905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.204684] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.204684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.204826] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42b021d8-9def-42d1-8974-9a3686f5f6f4 with status ACTIVE [ 757.204961] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.205176] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.205518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.205518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.205661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.205942] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.206107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.206212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.206467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.206607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.206885] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.207050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.207229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.207567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.207567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.207695] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 is going to be updated. [ 757.264355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.264589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.264589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.264823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.264978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.265230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.265398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.265565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.265652] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b021d8-9def-42d1-8974-9a3686f5f6f4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.403633] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 in Status: SUCCESS [ 757.404638] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 deletion is rescheduled due to dependency. [ 757.404909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.549104] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c868998b-4c0b-4d9c-8b45-dc9b05c03ae1: rpc.has_security_group_logging(os_id): False [ 757.570930] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.571071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.571141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.571367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.571447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.571681] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.571755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.571812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.572447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.572447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.572447] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.572447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.572447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.572639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.572639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.572709] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.572898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.572898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.573052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.573153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.573225] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 is going to be created. [ 757.633265] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.633395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.633499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.634921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.634921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.643326] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.646961] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 in Status: IN_PROGRESS for 2s [ 757.661199] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.662249] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.702533] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.702732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.769524] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42b021d8-9def-42d1-8974-9a3686f5f6f4 with status ACTIVE [ 757.769524] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.769524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.769524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.769524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.769524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.769524] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.769524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.769524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.769524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.769524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.770088] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.770088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.770088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.770088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.770088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.770088] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42b021d8-9def-42d1-8974-9a3686f5f6f4 is going to be updated. [ 757.799919] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.800208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.800208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.800794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.800794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.800794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b021d8-9def-42d1-8974-9a3686f5f6f4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.820246] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 in Status: SUCCESS [ 757.820246] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 deletion is rescheduled due to dependency. [ 757.820595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.148683] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.165312] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.165312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.165312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.165509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.165662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.165695] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 758.166926] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.167045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.167118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.167276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.167350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.167431] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be created. [ 758.195782] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.195933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.196023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.196258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.196430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.198761] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.198881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.198951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.199158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.199293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.206625] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 758.207323] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: UNINITIALIZED for 2s [ 758.651802] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.651956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.652082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.652361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.652480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.652584] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe is going to be created. [ 758.678617] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.678853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.678966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.679223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.679484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.690587] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: UNINITIALIZED for 2s [ 759.660734] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 in Status: SUCCESS [ 759.661280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.219464] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: UNINITIALIZED for 4s [ 760.220351] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 4s [ 760.701108] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: SUCCESS [ 760.701479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.701622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.701906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.702242] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.702396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.702507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.702763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.702908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.703174] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.924283] env[66948]: INFO networking_nsxv3.common.synchronization [req-5f98ed8c-f67e-4040-962d-322cfd88d87f req-6228b66f-e30e-4b23-be95-66642a033f29 tempest-ServersTestManualDisk-399481353 tempest-ServersTestManualDisk-399481353-project-member] Enqueued Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_members [ 760.924891] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_members [ 760.929365] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.929365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.929535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.929675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.929910] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.930119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.930252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.930509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.930685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.930852] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.002608] env[66948]: INFO networking_nsxv3.common.synchronization [req-a00b364e-e351-47c4-9787-e53e9570a024 req-acd02c6e-2391-4151-b1c2-b13934c5b084 tempest-ServersAdminNegativeTestJSON-1838157869 tempest-ServersAdminNegativeTestJSON-1838157869-project-member] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 761.003114] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGHEST for action security_group_members [ 761.003452] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.003587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.003698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.003976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.004319] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.004431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.005431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.005431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.005431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.005431] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.206273] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.315870] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.316093] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-532" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.316257] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-532" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.316600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-532" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.316924] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.317218] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.317370] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.317625] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.317770] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.317970] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.318096] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.318203] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.318307] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.318410] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.318508] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.318633] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.339202] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.339310] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.339467] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.339677] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-532" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.340025] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.340229] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.340459] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.340796] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.341014] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9835b93-4217-4ad1-9df4-4cb5f900dbf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.433120] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.433269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.433315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.433535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.433631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.433846] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.433947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.434058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.434183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.434262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.434377] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 already deleted. [ 761.434442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.506527] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.507697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.507697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.507697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.507697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.507697] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.507697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.507697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.508026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.508026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.508026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 is going to be updated. [ 761.536245] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.536405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.536449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.536707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.536819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.545993] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: IN_PROGRESS for 2s [ 761.708658] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.846790] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.847239] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.847405] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.847721] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.847884] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.848120] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port d9835b93-4217-4ad1-9df4-4cb5f900dbf0 not found, creating... [ 761.848424] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.848574] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.848693] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.848920] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.849367] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.849367] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.849521] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.849607] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.849848] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.849987] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.850134] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: d9835b93-4217-4ad1-9df4-4cb5f900dbf0 is going to be created. [ 761.871775] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.872052] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.872176] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.872686] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.872751] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.872942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.211854] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.212125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.212279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.212510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.212645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.212777] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe is going to be updated. [ 762.230651] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: SUCCESS [ 762.231031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.231203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.231404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.231598] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.231713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.231776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.231924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.232016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.232180] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.236467] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 762.237298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.237298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.237298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.237527] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.237585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.237637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.237780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.237856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.237945] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.252515] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.252764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.252871] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.253340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.253596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.265738] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: IN_PROGRESS for 2s [ 762.606537] env[66948]: INFO networking_nsxv3.common.synchronization [req-5f98ed8c-f67e-4040-962d-322cfd88d87f req-a61f08ff-2ed8-4e15-a9f4-23439d4111a0 service nova] Enqueued Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_rules [ 762.606699] env[66948]: INFO networking_nsxv3.common.synchronization [req-5f98ed8c-f67e-4040-962d-322cfd88d87f req-a61f08ff-2ed8-4e15-a9f4-23439d4111a0 service nova] Enqueued Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_members [ 762.606841] env[66948]: INFO networking_nsxv3.common.synchronization [req-5f98ed8c-f67e-4040-962d-322cfd88d87f req-a61f08ff-2ed8-4e15-a9f4-23439d4111a0 service nova] Enqueued Resource ID: d9835b93-4217-4ad1-9df4-4cb5f900dbf0 with Priority: HIGHEST for action port [ 762.607388] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_rules [ 762.607534] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_members [ 762.607634] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9835b93-4217-4ad1-9df4-4cb5f900dbf0 with Priority: HIGHEST for action port [ 762.607904] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.608137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.608262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.608422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.608576] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.609549] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.609674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.609737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.609914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.610143] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.610236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.610302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.610443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.611338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.611464] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.612530] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.612633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.612690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.612847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.612933] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9835b93-4217-4ad1-9df4-4cb5f900dbf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.734540] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.740098] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.115221] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.115406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.115660] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.117011] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9835b93-4217-4ad1-9df4-4cb5f900dbf0 with status ACTIVE [ 763.117145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.117267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.117326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.117530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.117619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.117806] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.117905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.117966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.118149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.118240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.118487] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.118573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.118573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.118723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.118798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.118881] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9835b93-4217-4ad1-9df4-4cb5f900dbf0 is going to be updated. [ 763.145725] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.145900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.146051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.146250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.146328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.146560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9835b93-4217-4ad1-9df4-4cb5f900dbf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.237502] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.244174] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.557532] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 in Status: SUCCESS [ 763.557731] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 deletion is rescheduled due to dependency. [ 763.557844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.622828] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.739698] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.740079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.740192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.740292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.740394] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be updated. [ 763.746405] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.746570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.746636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.746856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.746951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.747079] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 763.774467] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.774656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.774722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.774951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.775147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.777322] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.777510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.777510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.777673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.777794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.789174] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 763.789943] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: IN_PROGRESS for 2s [ 764.128146] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.128146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.128146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.128146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.128146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.128146] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 is going to be created. [ 764.161128] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.162670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.162670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.162670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.162670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.171972] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 in Status: UNINITIALIZED for 2s [ 764.269776] env[66948]: INFO networking_nsxv3.common.synchronization [req-ea5121eb-6a77-4c49-a3a8-d3e453ae0c90 req-9038e259-665f-40c9-acd5-946d7c721dd6 tempest-InstanceActionsV221TestJSON-1382223323 tempest-InstanceActionsV221TestJSON-1382223323-project-member] Enqueued Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGHEST for action security_group_members [ 764.271851] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGHEST for action security_group_members [ 764.272723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.272723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.272723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.272723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.272723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.272723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.273086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.273086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.273086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.273086] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.283555] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: SUCCESS [ 764.283555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.283555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.283555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.283555] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.283555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.283555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.283555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.283555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.283555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.283555] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.776050] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.776395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.776395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.776553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.776644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.776857] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.776955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.777046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.777241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.777352] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.777505] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 is going to be updated. [ 764.783380] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.806133] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.806284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.806354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.807015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.807642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.818669] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 in Status: IN_PROGRESS for 2s [ 765.285917] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe: rpc.has_security_group_logging(os_id): False [ 765.308299] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.308299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.308467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.308591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.308692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.308953] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.309090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.309158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.309354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.309445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.309549] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe is going to be created. [ 765.383901] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.384109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.384109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.384319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.384491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.404577] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: IN_PROGRESS for 2s [ 765.801053] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: SUCCESS [ 765.801544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.801544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.801772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.802064] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.802225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.802320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.802535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.802646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.802775] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.805230] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 765.805452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.805651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.805849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.806087] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.806222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.806289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.806440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.806573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.806639] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.183342] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 in Status: SUCCESS [ 766.183530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.183698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.183919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.184139] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.184255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.184317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.184469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.184548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.184644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.184731] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.306694] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.308655] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.686850] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.807650] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.813009] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.831180] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 in Status: SUCCESS [ 766.831459] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 deletion is rescheduled due to dependency. [ 766.831633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.193824] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f84f1db3-05cf-4ea0-97f8-a43c943d6a04: rpc.has_security_group_logging(os_id): False [ 767.215265] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.215456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.215506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.215724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.215814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.216099] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.216206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.216264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.216420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.216502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.216590] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 is going to be created. [ 767.308907] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.309181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.309181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.309336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.309546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.311413] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.311555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.311625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.311806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.311892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.311983] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be updated. [ 767.315381] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.315565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.315565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.315757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.315840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.315932] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 767.337949] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 in Status: IN_PROGRESS for 2s [ 767.363590] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.363749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.363822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.364070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.364223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.379181] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.379449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.379871] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.380094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.383700] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: IN_PROGRESS for 2s [ 767.391891] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 767.420193] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: SUCCESS [ 767.420440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.273372] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 769.273988] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=9 [ 769.352084] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 in Status: SUCCESS [ 769.352361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.396827] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: SUCCESS [ 769.397122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.397348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.397689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.398854] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.398854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.398854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.398854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.398854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.398854] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.402637] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 769.402968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.403175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.403743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.403743] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.403743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.403743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.403984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.403984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.404102] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.496312] env[66948]: INFO networking_nsxv3.common.synchronization [req-67fa8bb5-e388-40b4-a2ca-e51ed0c3cd44 req-e2d66446-5610-466d-af81-e8d1b67b4129 tempest-MigrationsAdminTest-408385404 tempest-MigrationsAdminTest-408385404-project-member] Enqueued Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 769.496312] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 769.496312] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.496312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.496312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.496594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.496862] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.497383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.497562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.497895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.498085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.498336] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.501352] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a880686b-a0dc-4a7a-b10a-06eccf9efc79 None None] Enqueued Resource ID: d20d1fba-73b4-4967-b52e-412c8c2b5e79 with Priority: HIGHEST for action port [ 769.502457] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20d1fba-73b4-4967-b52e-412c8c2b5e79 with Priority: HIGHEST for action port [ 769.502905] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-d20d1fba-73b4-4967-b52e-412c8c2b5e79 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.503429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d20d1fba-73b4-4967-b52e-412c8c2b5e79" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.503621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d20d1fba-73b4-4967-b52e-412c8c2b5e79" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.504154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d20d1fba-73b4-4967-b52e-412c8c2b5e79" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.504350] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d20d1fba-73b4-4967-b52e-412c8c2b5e79',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.909320] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.910637] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.923058] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.923315] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.923452] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.923727] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.924716] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.924922] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.925056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.925357] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925517] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.925733] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.925840] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.925946] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.926070] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.926206] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.926315] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.926450] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.950045] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.950221] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.950351] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.950544] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.951449] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-7e05bd73-32f0-4501-9377-01ac8cec4872 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.951449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-7e05bd73-32f0-4501-9377-01ac8cec4872" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.951449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-7e05bd73-32f0-4501-9377-01ac8cec4872" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.951449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-7e05bd73-32f0-4501-9377-01ac8cec4872" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.951613] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e05bd73-32f0-4501-9377-01ac8cec4872',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.002867] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.007010] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d20d1fba-73b4-4967-b52e-412c8c2b5e79 [ 770.008310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.008310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.008310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.008310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.008310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.008310] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d20d1fba-73b4-4967-b52e-412c8c2b5e79 already deleted. [ 770.008310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d20d1fba-73b4-4967-b52e-412c8c2b5e79" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.407382] env[66948]: INFO networking_nsxv3.common.synchronization [None req-0aab019a-9376-4c51-bc3a-cd16dec2636d None None] Enqueued Resource ID: 5bf0baa0-b5f0-4c38-a214-f813677f2f22 with Priority: HIGHEST for action port [ 770.408026] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf0baa0-b5f0-4c38-a214-f813677f2f22 with Priority: HIGHEST for action port [ 770.408734] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf0baa0-b5f0-4c38-a214-f813677f2f22 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.408883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf0baa0-b5f0-4c38-a214-f813677f2f22" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.408992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf0baa0-b5f0-4c38-a214-f813677f2f22" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.411020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf0baa0-b5f0-4c38-a214-f813677f2f22" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.411168] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf0baa0-b5f0-4c38-a214-f813677f2f22',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.412162] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.413182] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.459034] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.459034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.459034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 7e05bd73-32f0-4501-9377-01ac8cec4872 not found, creating... [ 770.459034] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.459034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.459655] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.459655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.459871] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 7e05bd73-32f0-4501-9377-01ac8cec4872 is going to be created. [ 770.482409] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.482683] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.482784] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.483144] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.483445] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.483724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-7e05bd73-32f0-4501-9377-01ac8cec4872" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.507827] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.917053] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.917053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.917053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.917053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.917053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.917053] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be updated. [ 770.917053] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bf0baa0-b5f0-4c38-a214-f813677f2f22 [ 770.917404] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.917404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.917404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.917507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.917790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.917790] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bf0baa0-b5f0-4c38-a214-f813677f2f22 already deleted. [ 770.917790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf0baa0-b5f0-4c38-a214-f813677f2f22" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.917989] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.918114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.918177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.918325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.918404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.918490] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 770.953687] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.953836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.953984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.955391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.955655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.957606] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.957728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.957794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.957971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.958119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.968368] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: IN_PROGRESS for 2s [ 770.971818] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 771.011076] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.011797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.011797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.011797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.011797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.011797] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 is going to be updated. [ 771.046478] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.046478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.046478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.046478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.046478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.056625] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: IN_PROGRESS for 2s [ 771.295274] env[66948]: INFO networking_nsxv3.common.synchronization [req-67fa8bb5-e388-40b4-a2ca-e51ed0c3cd44 req-9ede0752-be44-4ac4-acc0-f8f42a406698 service nova] Enqueued Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_rules [ 771.295420] env[66948]: INFO networking_nsxv3.common.synchronization [req-67fa8bb5-e388-40b4-a2ca-e51ed0c3cd44 req-9ede0752-be44-4ac4-acc0-f8f42a406698 service nova] Enqueued Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 771.295548] env[66948]: INFO networking_nsxv3.common.synchronization [req-67fa8bb5-e388-40b4-a2ca-e51ed0c3cd44 req-9ede0752-be44-4ac4-acc0-f8f42a406698 service nova] Enqueued Resource ID: 7e05bd73-32f0-4501-9377-01ac8cec4872 with Priority: HIGHEST for action port [ 771.296292] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_rules [ 771.296292] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 771.296292] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e05bd73-32f0-4501-9377-01ac8cec4872 with Priority: HIGHEST for action port [ 771.296626] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.297019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.297019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.297019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.297357] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.298136] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.298136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.298464] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e05bd73-32f0-4501-9377-01ac8cec4872 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.298464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e05bd73-32f0-4501-9377-01ac8cec4872" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.298464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e05bd73-32f0-4501-9377-01ac8cec4872" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.298830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e05bd73-32f0-4501-9377-01ac8cec4872" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.298830] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e05bd73-32f0-4501-9377-01ac8cec4872',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.802484] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.802803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.802844] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e05bd73-32f0-4501-9377-01ac8cec4872 with status ACTIVE [ 771.804027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.804027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.804027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.804027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.804027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.804027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.804027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.804027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.804371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.804371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.804483] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.804575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.804634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.804794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.804903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.804956] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e05bd73-32f0-4501-9377-01ac8cec4872 is going to be updated. [ 771.828094] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.828335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.828499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.828717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.828945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.829302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e05bd73-32f0-4501-9377-01ac8cec4872" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.171186] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b0c298d7-7c89-4a99-bd71-3a026f5719ce None None] Enqueued Resource ID: ead8587e-b0c8-4e94-acaf-79bc4c2acc7f with Priority: HIGHEST for action port [ 772.171186] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead8587e-b0c8-4e94-acaf-79bc4c2acc7f with Priority: HIGHEST for action port [ 772.171186] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead8587e-b0c8-4e94-acaf-79bc4c2acc7f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.171492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead8587e-b0c8-4e94-acaf-79bc4c2acc7f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.171492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead8587e-b0c8-4e94-acaf-79bc4c2acc7f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.171596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead8587e-b0c8-4e94-acaf-79bc4c2acc7f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.171678] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead8587e-b0c8-4e94-acaf-79bc4c2acc7f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.285341] env[66948]: INFO networking_nsxv3.common.synchronization [req-1a8de2b7-6a0a-4483-b253-ac940535d45b req-1b2013ba-6edc-4b7e-b717-95e9f3212078 tempest-SecurityGroupRulesNegativeTestJSON-1137111300 tempest-SecurityGroupRulesNegativeTestJSON-1137111300-project-member] Enqueued Resource ID: d172f929-18ae-40d4-a4cb-5cb70f35c7ca with Priority: HIGHEST for action security_group_rules [ 772.285981] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d172f929-18ae-40d4-a4cb-5cb70f35c7ca with Priority: HIGHEST for action security_group_rules [ 772.287457] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.287631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.287677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.287929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.288022] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d172f929-18ae-40d4-a4cb-5cb70f35c7ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.674920] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ead8587e-b0c8-4e94-acaf-79bc4c2acc7f [ 772.675311] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.675559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.675690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.676045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.676045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.676223] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ead8587e-b0c8-4e94-acaf-79bc4c2acc7f already deleted. [ 772.676223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead8587e-b0c8-4e94-acaf-79bc4c2acc7f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.811017] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.811375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.811375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.812043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.812043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.812043] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d172f929-18ae-40d4-a4cb-5cb70f35c7ca already deleted. [ 772.812043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.835093] env[66948]: INFO networking_nsxv3.common.synchronization [req-d561dd6d-54f5-4e50-9eac-6009f1ae0570 req-f5d38b2f-c972-42bc-a517-f10a4c115c7b tempest-SecurityGroupRulesNegativeTestJSON-1137111300 tempest-SecurityGroupRulesNegativeTestJSON-1137111300-project-member] Enqueued Resource ID: d172f929-18ae-40d4-a4cb-5cb70f35c7ca with Priority: HIGHEST for action security_group_rules [ 772.836100] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d172f929-18ae-40d4-a4cb-5cb70f35c7ca with Priority: HIGHEST for action security_group_rules [ 772.836634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.836816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.837486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.837823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.837950] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d172f929-18ae-40d4-a4cb-5cb70f35c7ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.960895] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b4a1b604-74e2-46b7-8b6e-0e6c83d9cb0f None None] Enqueued Resource ID: 2ea1a89d-1209-48a4-8212-d290d8b05f70 with Priority: HIGHEST for action port [ 772.961522] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea1a89d-1209-48a4-8212-d290d8b05f70 with Priority: HIGHEST for action port [ 772.964111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ea1a89d-1209-48a4-8212-d290d8b05f70 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.964363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ea1a89d-1209-48a4-8212-d290d8b05f70" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.964432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ea1a89d-1209-48a4-8212-d290d8b05f70" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.964812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ea1a89d-1209-48a4-8212-d290d8b05f70" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.965165] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ea1a89d-1209-48a4-8212-d290d8b05f70',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.982470] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: SUCCESS [ 772.982758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.983718] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 772.983831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.984413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.984592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.984790] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.985080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.985830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.986554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.986651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.986743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.986841] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.988251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.988251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.988576] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.988576] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.988663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.988796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.988849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.992070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.992070] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.068939] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: SUCCESS [ 773.069583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.071532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.071532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.071532] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.071532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.071532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.071532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.071532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.071532] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.364744] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.364975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.365094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.365486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.365587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.365706] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d172f929-18ae-40d4-a4cb-5cb70f35c7ca already deleted. [ 773.365845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d172f929-18ae-40d4-a4cb-5cb70f35c7ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.468984] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ea1a89d-1209-48a4-8212-d290d8b05f70 [ 773.469630] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.469854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.469977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.470362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.470622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.470879] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ea1a89d-1209-48a4-8212-d290d8b05f70 already deleted. [ 773.470988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ea1a89d-1209-48a4-8212-d290d8b05f70" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.491440] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.492668] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.492807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.492854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.493176] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.493691] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.493865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.494027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.494451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.494604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.494747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.494971] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.495417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.495417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.495550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.495711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.495836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.495870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.496034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.496107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.496201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.496295] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.575056] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.998427] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a63be6c-560e-49d3-ac71-33d4924a0970: rpc.has_security_group_logging(os_id): False [ 773.999529] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc: rpc.has_security_group_logging(os_id): False [ 774.018800] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.019351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.019574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.019860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.020050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.020444] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.020609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.020721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.020993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.021158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.021341] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be created. [ 774.023397] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.023570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.024238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.024238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.024238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.024609] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.024666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.024785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.024971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.025364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.025364] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.025524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.025632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.025840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.026023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.026267] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.026429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.026560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.026765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.026888] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.027041] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 774.077048] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.087872] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.088368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.088548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.088745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.088990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.091851] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.091991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.092076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.092321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.092905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.107318] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: IN_PROGRESS for 2s [ 774.111187] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 774.347144] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.347144] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.580206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.580454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.580454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.580783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.580886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.581017] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 is going to be updated. [ 774.625915] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.625915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.626049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.626314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.626367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.648273] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: IN_PROGRESS for 2s [ 774.777468] env[66948]: INFO networking_nsxv3.common.synchronization [req-1c4a2856-0026-43a7-99ac-b134efae8e3c req-e0470094-94f1-4c07-95a1-005587ef2098 tempest-ServerRescueTestJSON-1678399555 tempest-ServerRescueTestJSON-1678399555-project-member] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 774.778761] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGHEST for action security_group_members [ 774.778761] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.778761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.778761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.778761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.779025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.779025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.779025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.783333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.783440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.783547] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.289920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.290289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.290289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.290377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.293026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.293026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.293026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.293026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.293026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.293026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.293026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 is going to be updated. [ 775.331470] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.331718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.331768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.332182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.332182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.342989] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: IN_PROGRESS for 2s [ 775.553596] env[66948]: INFO networking_nsxv3.common.synchronization [req-804f67a0-da52-4d2a-bc08-636500240e08 req-6740c135-eaf4-467c-9f26-5aa86ef300bf tempest-MultipleCreateTestJSON-667685198 tempest-MultipleCreateTestJSON-667685198-project-member] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 775.555033] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 775.555033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.555033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.555317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.555362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.555528] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.555669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.555729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.555891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.555978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.556124] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.932305] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.932305] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.932305] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.932305] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.932305] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.932305] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.932305] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.932305] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.932305] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.932899] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.933160] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.933390] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.933612] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.935270] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.935270] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.935270] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.955863] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.956052] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.956199] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.956374] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.956680] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-4194b880-46c8-450d-a639-e7ec13c3657d taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.956836] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-4194b880-46c8-450d-a639-e7ec13c3657d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958322] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-4194b880-46c8-450d-a639-e7ec13c3657d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.958322] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-4194b880-46c8-450d-a639-e7ec13c3657d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.958322] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4194b880-46c8-450d-a639-e7ec13c3657d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.060049] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.060234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.060313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.060546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.060645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.060860] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.060950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.061008] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.061161] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.061239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.061325] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 776.089818] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.089818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.089818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.089818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.089818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.099482] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 776.120195] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: SUCCESS [ 776.120469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.120772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.121850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.121850] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.122747] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 776.123037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.123228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.123459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.123579] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.463027] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.463027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.463027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.463027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.463027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.463027] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 4194b880-46c8-450d-a639-e7ec13c3657d not found, creating... [ 776.463027] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.463027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.463027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.463027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.463027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.463723] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.466805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.466805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.466805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.466805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.466805] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 4194b880-46c8-450d-a639-e7ec13c3657d is going to be created. [ 776.487082] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.487082] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.487082] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.487082] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.487325] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.487494] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-4194b880-46c8-450d-a639-e7ec13c3657d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.625335] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.627978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.627978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.627978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.627978] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.627978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.627978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.627978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.627978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.627978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.627978] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.627978] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.628510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.628510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.628908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.628908] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.628908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.629075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.629316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.630205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.630205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.630205] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.659741] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: SUCCESS [ 776.659741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.659741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.660242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.660242] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.660371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.660439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.660607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.660699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.660813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.660884] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.132152] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.136241] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.136241] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.136241] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.136241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.136241] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.136811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.136811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.136811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.136811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.136811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.136811] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.164913] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.165117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.165222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.166447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.166635] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.166750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.166819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.166978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.167078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.167164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.167312] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.167400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.167466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.167636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.167737] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.167890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.167890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.168018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.168109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.168177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.168250] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.268528] env[66948]: INFO networking_nsxv3.common.synchronization [req-804f67a0-da52-4d2a-bc08-636500240e08 req-1747e6ae-001d-4e99-8a43-a0aa81ce4b7f service nova] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_rules [ 777.268528] env[66948]: INFO networking_nsxv3.common.synchronization [req-804f67a0-da52-4d2a-bc08-636500240e08 req-1747e6ae-001d-4e99-8a43-a0aa81ce4b7f service nova] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 777.268528] env[66948]: INFO networking_nsxv3.common.synchronization [req-804f67a0-da52-4d2a-bc08-636500240e08 req-1747e6ae-001d-4e99-8a43-a0aa81ce4b7f service nova] Enqueued Resource ID: 4194b880-46c8-450d-a639-e7ec13c3657d with Priority: HIGHEST for action port [ 777.269408] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_rules [ 777.269626] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 777.269793] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4194b880-46c8-450d-a639-e7ec13c3657d with Priority: HIGHEST for action port [ 777.270593] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.270776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.270886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.271232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.271361] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.272630] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.272775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.273079] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4194b880-46c8-450d-a639-e7ec13c3657d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.273235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4194b880-46c8-450d-a639-e7ec13c3657d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.273333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4194b880-46c8-450d-a639-e7ec13c3657d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.273632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4194b880-46c8-450d-a639-e7ec13c3657d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.273750] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4194b880-46c8-450d-a639-e7ec13c3657d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.357233] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 in Status: SUCCESS [ 777.357233] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 deletion is rescheduled due to dependency. [ 777.357233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.638446] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a63be6c-560e-49d3-ac71-33d4924a0970: rpc.has_security_group_logging(os_id): False [ 777.639698] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc: rpc.has_security_group_logging(os_id): False [ 777.659734] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.659734] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.659734] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.659734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.660354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.660354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.660354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.660354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.660354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.660510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.660510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.660563] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 777.662813] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.662937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.663014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.663246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.663366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.663481] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.663576] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.663640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.663778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.663854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.663937] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be updated. [ 777.672718] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bc83055-57b9-4bbe-a67e-916a668af702: rpc.has_security_group_logging(os_id): False [ 777.691316] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.691482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.691554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.691763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.691855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.692088] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.692190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.692257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.692408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.692488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.692680] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.692776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.692838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.692977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.693079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693266] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.693384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.693451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.693593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.693671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693824] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 is going to be updated. [ 777.737615] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.737863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.737951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.738237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.738451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.740504] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.740630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.740699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.740887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.741037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.755717] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: IN_PROGRESS for 2s [ 777.759526] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 777.761579] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.761720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.761780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.761994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.762160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.776063] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.776993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.776993] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4194b880-46c8-450d-a639-e7ec13c3657d with status ACTIVE [ 777.776993] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.776993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.776993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.777284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.777284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.778137] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.778137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.778137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.778137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.778137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.778137] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.778394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.778394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.778394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.778489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.778589] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4194b880-46c8-450d-a639-e7ec13c3657d is going to be updated. [ 777.812055] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: IN_PROGRESS for 2s [ 777.839219] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.839219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.839219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.839459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.839459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.839602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4194b880-46c8-450d-a639-e7ec13c3657d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.109478] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 778.109638] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd deletion is rescheduled due to dependency. [ 778.109773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.109978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.110239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.110534] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.110666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.110736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.110908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.111012] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.111420] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.613485] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.117635] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.619929] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.620174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.620309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.620447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.620531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.620636] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 779.662305] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.662305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.662305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.662305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.662305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.671141] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 779.766870] env[66948]: INFO networking_nsxv3.common.synchronization [req-58034961-ad7b-4527-9793-e84022ec2a36 req-4831147f-e480-4d42-9097-6da05b48ac80 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 779.767465] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 779.767808] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.767952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.768451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.768451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.768608] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.768921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.768921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.769167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.769289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.769390] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.770890] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: SUCCESS [ 779.771792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.773692] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 779.773889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.824550] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: SUCCESS [ 779.824784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.094585] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.094917] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.095201] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.095600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.096008] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.096263] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.096454] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.096794] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.097053] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.097380] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.097568] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.097749] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.097928] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.098126] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.098302] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.098512] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.117934] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.118268] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.118458] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.118686] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.119182] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.119545] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.119741] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.120207] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.120420] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.274156] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.274156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.274156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.274156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.274156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.274156] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.274494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.274494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.274494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.274726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.274726] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 already deleted. [ 780.274726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.626651] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.626921] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.627084] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.627391] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.627559] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.627720] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6 not found, creating... [ 780.628081] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.628460] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.628633] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.629063] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.629268] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.629666] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.629857] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.630026] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.630324] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.630402] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.630568] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6 is going to be created. [ 780.653583] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.653833] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.653921] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.654224] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.654456] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.654686] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.347673] env[66948]: INFO networking_nsxv3.common.synchronization [req-58034961-ad7b-4527-9793-e84022ec2a36 req-75f65371-9a5c-495b-bfb0-1f640c4e08bb service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 781.347980] env[66948]: INFO networking_nsxv3.common.synchronization [req-58034961-ad7b-4527-9793-e84022ec2a36 req-75f65371-9a5c-495b-bfb0-1f640c4e08bb service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 781.347980] env[66948]: INFO networking_nsxv3.common.synchronization [req-58034961-ad7b-4527-9793-e84022ec2a36 req-75f65371-9a5c-495b-bfb0-1f640c4e08bb service nova] Enqueued Resource ID: 9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6 with Priority: HIGHEST for action port [ 781.348551] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 781.348692] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 781.348797] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6 with Priority: HIGHEST for action port [ 781.349191] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.349365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.349400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.349660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.349739] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.350994] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.351154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.351189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.351380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.351541] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.351682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.351780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.351953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.352068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.352169] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.353242] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.353361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.353484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.353623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.353708] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.689493] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 781.689836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.690286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.690552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.690782] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.690986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.690986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.691182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.691274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.691387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.691488] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.855590] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.856697] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.856813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.857217] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6 with status ACTIVE [ 781.857393] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.857538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.857612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.857822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.857917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.861318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.861541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.861655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.862219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.862961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.863215] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.863323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.863389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.863571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.863664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.863750] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6 is going to be updated. [ 781.885409] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.885577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.885650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.885871] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.886056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.886229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ace26ed-2a8e-4ebc-8e51-9f3db85c01d6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.194099] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.194243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.194395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.194654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.194863] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.195168] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.195168] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.195310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.195359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.195459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.195607] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.195697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.195753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.195891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.196044] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.196220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.196282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.196427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.196517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.196603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.196694] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.357841] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.699685] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd: rpc.has_security_group_logging(os_id): False [ 782.719530] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.719979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.719979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.720208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.720208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.720396] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.720502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.720603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.720713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.720792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.721080] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.721236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.721346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.721405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.721481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.721666] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.721758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.721809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.721954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.722043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.722132] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 782.835267] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.835438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.835510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.835727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.835882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.851658] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 782.860299] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.860561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.860630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.860859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.860954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.861068] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be created. [ 782.902641] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.902830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.902914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.903230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.903418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.924443] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: UNINITIALIZED for 2s [ 784.397554] env[66948]: INFO networking_nsxv3.common.synchronization [req-51f557c3-aa19-4cf3-ad1a-f1d52a302883 req-84fcb2a2-73de-42ca-afb2-690710f177c5 tempest-ListServerFiltersTestJSON-254093357 tempest-ListServerFiltersTestJSON-254093357-project-member] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 784.398101] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 784.398546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.398546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.398784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.398866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.399629] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.399789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.399852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.400023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.400119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.400218] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.403057] env[66948]: INFO networking_nsxv3.common.synchronization [req-804f67a0-da52-4d2a-bc08-636500240e08 req-b945110f-1565-4500-9193-a49e3b64e470 tempest-MultipleCreateTestJSON-667685198 tempest-MultipleCreateTestJSON-667685198-project-member] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 784.403419] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 784.403835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.403952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.404033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.404211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.404366] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.404464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.404530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.404668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.404751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.404844] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.826715] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.827037] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.827037] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.827347] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.827654] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.827851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.828074] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.828412] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.828636] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.828888] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.829082] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.829225] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.829360] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.829519] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.829648] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.829824] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.852809] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.852905] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.853907] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.853907] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-727" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.853907] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-c204a01a-09ba-4a14-b753-def06db08ed1 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.854142] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-c204a01a-09ba-4a14-b753-def06db08ed1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.854182] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-c204a01a-09ba-4a14-b753-def06db08ed1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.854634] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-c204a01a-09ba-4a14-b753-def06db08ed1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.854768] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c204a01a-09ba-4a14-b753-def06db08ed1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.873985] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 784.874371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.904195] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.907150] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.943803] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 784.944062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.944234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.944762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.944762] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.944762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.945254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.945254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.945254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.945512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.945512] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.359351] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.359661] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.359792] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.360088] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.360244] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.360398] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port c204a01a-09ba-4a14-b753-def06db08ed1 not found, creating... [ 785.360662] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.360812] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.360926] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.361232] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.361470] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.361825] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.362113] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.362260] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.362458] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.362654] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.362715] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: c204a01a-09ba-4a14-b753-def06db08ed1 is going to be created. [ 785.387390] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.387689] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.387809] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.388126] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.388354] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.388582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-c204a01a-09ba-4a14-b753-def06db08ed1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.406343] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.409350] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.449534] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.449737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.449800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.450080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.450289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.450401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.450467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.450667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.450768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.450886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.451111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.451233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.451312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.451499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.451681] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.452399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.452399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.452399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.452399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.452399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.452399] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.909331] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.909762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.909762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.909890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.909992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.910209] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 785.911788] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.912325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.912523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.912810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.912900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.913014] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 785.946318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.946479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.946611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.946761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.946907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.954606] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3155e41d-3a78-456a-baa2-12349fba6ff6: rpc.has_security_group_logging(os_id): False [ 785.960092] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.960256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.960316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.960504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.960640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.967535] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 785.968957] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 785.972875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.972969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.972969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.973223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.973363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.973545] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.973602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.973637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.973796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.973893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.974052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.974127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.974195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.974334] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.974409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.974596] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.974714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.974780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.974881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.974955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.975077] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be created. [ 786.058355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.058574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.058626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.058996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.059202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.073615] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 786.104412] env[66948]: INFO networking_nsxv3.common.synchronization [req-804f67a0-da52-4d2a-bc08-636500240e08 req-3d0c1e85-0746-45af-a339-b47297d24fa7 service nova] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_rules [ 786.104623] env[66948]: INFO networking_nsxv3.common.synchronization [req-804f67a0-da52-4d2a-bc08-636500240e08 req-3d0c1e85-0746-45af-a339-b47297d24fa7 service nova] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 786.104874] env[66948]: INFO networking_nsxv3.common.synchronization [req-804f67a0-da52-4d2a-bc08-636500240e08 req-3d0c1e85-0746-45af-a339-b47297d24fa7 service nova] Enqueued Resource ID: c204a01a-09ba-4a14-b753-def06db08ed1 with Priority: HIGHEST for action port [ 786.105376] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_rules [ 786.105518] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 786.105944] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c204a01a-09ba-4a14-b753-def06db08ed1 with Priority: HIGHEST for action port [ 786.105944] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.106175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.106267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.106503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.106582] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.109089] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.109210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.110022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c204a01a-09ba-4a14-b753-def06db08ed1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.110022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c204a01a-09ba-4a14-b753-def06db08ed1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.110022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c204a01a-09ba-4a14-b753-def06db08ed1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.110022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c204a01a-09ba-4a14-b753-def06db08ed1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.110022] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c204a01a-09ba-4a14-b753-def06db08ed1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.611531] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.611931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.611931] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c204a01a-09ba-4a14-b753-def06db08ed1 with status ACTIVE [ 786.612025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.612187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.612187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.612382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.612472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.612646] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.612773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.612806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.612935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.613020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.613203] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.613298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.613374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.613493] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.613568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.613671] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c204a01a-09ba-4a14-b753-def06db08ed1 is going to be updated. [ 786.635519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.635687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.635730] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.635913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.636071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.636270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c204a01a-09ba-4a14-b753-def06db08ed1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.081404] env[66948]: INFO networking_nsxv3.common.synchronization [req-77b3eb58-19b3-4685-9af9-256c113c60b7 req-4964e0fb-a8c2-4c9d-b57d-fe9762bc55d7 tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 787.082036] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 787.082411] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.082853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.083214] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.083214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.083322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.083549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.083549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.083549] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.409667] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.409925] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.410224] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.410557] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.410870] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.411037] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.411376] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.411643] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.411815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.412035] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.412155] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.412247] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.412330] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.412438] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.412535] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.412661] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.434283] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.434283] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.434283] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.434283] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.434593] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.434593] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.434751] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.435297] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.435297] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0df86c-8d10-47ae-8c23-ccb9edb97a91',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.587705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.587884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.587958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.588219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.588319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.588557] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.588668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.588735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.588891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.588966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.589062] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c already deleted. [ 787.589143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.941728] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.942106] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.942106] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.942381] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.942604] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.942694] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 6d0df86c-8d10-47ae-8c23-ccb9edb97a91 not found, creating... [ 787.943304] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.943512] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.943631] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.943889] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.944041] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.944352] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.944526] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.944644] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.944900] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.945094] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.945280] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 6d0df86c-8d10-47ae-8c23-ccb9edb97a91 is going to be created. [ 787.970339] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.970539] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.970651] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.970961] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.971218] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.971488] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.983659] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 787.984061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.984151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.984431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.984692] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.984818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.985038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.985278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.985391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.985514] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.987253] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 787.987385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.087179] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 788.087421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.488308] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.730454] env[66948]: INFO networking_nsxv3.common.synchronization [req-77b3eb58-19b3-4685-9af9-256c113c60b7 req-1afbe61c-b3b8-4abb-816e-bfad4a1cdf07 service nova] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 788.730634] env[66948]: INFO networking_nsxv3.common.synchronization [req-77b3eb58-19b3-4685-9af9-256c113c60b7 req-1afbe61c-b3b8-4abb-816e-bfad4a1cdf07 service nova] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 788.730772] env[66948]: INFO networking_nsxv3.common.synchronization [req-77b3eb58-19b3-4685-9af9-256c113c60b7 req-1afbe61c-b3b8-4abb-816e-bfad4a1cdf07 service nova] Enqueued Resource ID: 6d0df86c-8d10-47ae-8c23-ccb9edb97a91 with Priority: HIGHEST for action port [ 788.731305] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 788.731447] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 788.731723] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0df86c-8d10-47ae-8c23-ccb9edb97a91 with Priority: HIGHEST for action port [ 788.731933] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.731933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.732037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.732761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.732856] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.735219] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.735420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.735420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.735583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.735743] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.735839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.735900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.736153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.736291] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.740964] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.740964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.740964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.740964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.740964] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0df86c-8d10-47ae-8c23-ccb9edb97a91',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.991785] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.236009] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.236009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.241321] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.246011] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d0df86c-8d10-47ae-8c23-ccb9edb97a91 with status ACTIVE [ 789.246011] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.246011] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.246011] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.246011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.246011] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d0df86c-8d10-47ae-8c23-ccb9edb97a91 is going to be updated. [ 789.270769] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.270929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.270990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.271215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.271349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.271504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d0df86c-8d10-47ae-8c23-ccb9edb97a91" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.495036] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.495290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.495372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.495613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.495739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.495822] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 789.527934] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.528210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.528369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.528623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.528876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.539959] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 789.744489] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.246484] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.246858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.246858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.246942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.247018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.247128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be created. [ 790.274984] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.275507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.275507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.275507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.275651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.284773] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: UNINITIALIZED for 2s [ 791.552380] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 791.552770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.552770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.552770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.552982] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.553179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.553179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.553315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.553395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.553480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.553573] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.901254] env[66948]: INFO networking_nsxv3.common.synchronization [req-884171e8-4ebf-45dd-9058-5d91d93e0795 req-14fb6040-1891-4915-9e1e-3ca515cc065d tempest-FloatingIPsAssociationTestJSON-2063168333 tempest-FloatingIPsAssociationTestJSON-2063168333-project-member] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 791.901838] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 791.902180] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.902303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.902371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.902628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.902784] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.902971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.902971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.903121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.903205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.903302] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.055744] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.055744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.056019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.056382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.056382] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.056525] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.056525] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.056642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.056733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.056826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.057078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.057190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.057254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.057646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.057646] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.057646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.057885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.057885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.057885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.057996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.058049] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.285902] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.286052] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-230" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.286131] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-230" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.286493] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-230" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.286751] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.286900] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.287020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.288747] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.288902] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.289120] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.290709] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.290849] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.290960] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.291085] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.293070] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.293256] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.303319] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.303575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.303575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.303725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.303830] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.307599] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 792.307753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.307914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.308144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.308338] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.308456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.308523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.308683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.308767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.308855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.308946] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.326590] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.326878] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.329914] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.329914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-230" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.329914] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-cf7b5ea1-b108-4671-a9c1-9e0837935848 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.329914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-cf7b5ea1-b108-4671-a9c1-9e0837935848" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.329914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-cf7b5ea1-b108-4671-a9c1-9e0837935848" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.329914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-cf7b5ea1-b108-4671-a9c1-9e0837935848" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.329914] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7b5ea1-b108-4671-a9c1-9e0837935848',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.406099] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.406099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.406099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.406099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.406099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.406361] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.406411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.406496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.406631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.406712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.406800] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f already deleted. [ 792.406956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.560716] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd: rpc.has_security_group_logging(os_id): False [ 792.579918] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.580092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.580167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.580389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.580528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.580771] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.580820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.580853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.580996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.581086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.581263] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.581359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.581421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.581560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.581644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.581824] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.581918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.581978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.582159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.582198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.582278] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 792.643965] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.644139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.644203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.644417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.644577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.660545] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 792.807402] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.812670] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.831144] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.831496] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.831496] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.831930] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.832430] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.832430] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port cf7b5ea1-b108-4671-a9c1-9e0837935848 not found, creating... [ 792.832878] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.833056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.833523] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.833918] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.834241] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.834505] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.834659] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.834803] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.835093] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.835486] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.835575] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: cf7b5ea1-b108-4671-a9c1-9e0837935848 is going to be created. [ 792.866392] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.866749] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.866749] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.866991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.867289] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.867589] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-cf7b5ea1-b108-4671-a9c1-9e0837935848" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.234821] env[66948]: INFO networking_nsxv3.common.synchronization [None req-552cef9a-9f57-46dd-bfcc-726171b807a8 None None] Enqueued Resource ID: 33b37ca0-f2ee-4c30-b8ed-2c50656e671e with Priority: HIGHEST for action port [ 793.234821] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b37ca0-f2ee-4c30-b8ed-2c50656e671e with Priority: HIGHEST for action port [ 793.234821] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-33b37ca0-f2ee-4c30-b8ed-2c50656e671e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.235018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33b37ca0-f2ee-4c30-b8ed-2c50656e671e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.235018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33b37ca0-f2ee-4c30-b8ed-2c50656e671e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.235243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33b37ca0-f2ee-4c30-b8ed-2c50656e671e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.235374] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b37ca0-f2ee-4c30-b8ed-2c50656e671e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.309939] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.314216] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed01781-a8a4-4422-99f2-5f023dfe0e4c: rpc.has_security_group_logging(os_id): False [ 793.339721] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.339876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.339976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.340544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.340650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.340721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.341035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be created. [ 793.405743] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.405743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.405743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.405743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.405743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.417154] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 793.578272] env[66948]: INFO networking_nsxv3.common.synchronization [req-884171e8-4ebf-45dd-9058-5d91d93e0795 req-2fff12ea-54cf-48a3-9f41-7f008790815b service nova] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_rules [ 793.579011] env[66948]: INFO networking_nsxv3.common.synchronization [req-884171e8-4ebf-45dd-9058-5d91d93e0795 req-2fff12ea-54cf-48a3-9f41-7f008790815b service nova] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 793.579011] env[66948]: INFO networking_nsxv3.common.synchronization [req-884171e8-4ebf-45dd-9058-5d91d93e0795 req-2fff12ea-54cf-48a3-9f41-7f008790815b service nova] Enqueued Resource ID: cf7b5ea1-b108-4671-a9c1-9e0837935848 with Priority: HIGHEST for action port [ 793.579011] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_rules [ 793.579011] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 793.579011] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7b5ea1-b108-4671-a9c1-9e0837935848 with Priority: HIGHEST for action port [ 793.579694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.579694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.579807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.580344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.580344] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.581144] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.582356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.582356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.582356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.584117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.584117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.584117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.584117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.584117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.584117] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.584955] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf7b5ea1-b108-4671-a9c1-9e0837935848 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.584955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf7b5ea1-b108-4671-a9c1-9e0837935848" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.584955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf7b5ea1-b108-4671-a9c1-9e0837935848" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.585231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf7b5ea1-b108-4671-a9c1-9e0837935848" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.585231] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7b5ea1-b108-4671-a9c1-9e0837935848',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.738303] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33b37ca0-f2ee-4c30-b8ed-2c50656e671e [ 793.738303] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.738303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.738303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.738303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.738574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.738574] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33b37ca0-f2ee-4c30-b8ed-2c50656e671e already deleted. [ 793.738574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33b37ca0-f2ee-4c30-b8ed-2c50656e671e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.812969] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 793.813089] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 794.087581] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.087581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.087581] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.088427] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf7b5ea1-b108-4671-a9c1-9e0837935848 with status ACTIVE [ 794.089072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.089072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.089072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.089072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.089285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.089384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.089431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.089588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.089642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.089740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.089892] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.089981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.091947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.091947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.091947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.091947] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf7b5ea1-b108-4671-a9c1-9e0837935848 is going to be updated. [ 794.118255] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.119224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.119270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.120147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.120147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.120147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf7b5ea1-b108-4671-a9c1-9e0837935848" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.594563] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.627214] env[66948]: INFO networking_nsxv3.common.synchronization [req-fe81a8eb-a636-4ad1-8246-81c954ec280c req-924991bb-d3e2-4a5a-a387-5e3e323f9a9a tempest-ListImageFiltersTestJSON-1114921884 tempest-ListImageFiltersTestJSON-1114921884-project-member] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 794.627214] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 794.627214] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.627214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.627214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.627214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.627871] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.628235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.628437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.628780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.629075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.629310] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.677617] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 794.678091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.761600] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.761759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.761841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.762068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.776269] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 794.777207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.778309] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 794.809844] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.810034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.810087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.810305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.816867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.816867] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 794.816867] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.816867] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 794.856911] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.857199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.857199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.857483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.858912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.859860] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 794.909021] env[66948]: INFO networking_nsxv3.common.synchronization [req-4d6ca374-fd7c-494b-93e1-071633614777 req-43b42dc9-39b9-425e-8005-5b9a69be86ab tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 794.909820] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 794.910237] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.910398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.910466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.910680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.911235] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.911235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.911235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.911235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.911461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.911461] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.927530] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.927697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.927745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.928098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.928329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.928642] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 795.002496] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.002698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.002761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.002931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.003290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.003616] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 795.003706] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a3917bce-a6f4-485d-98aa-142f1ef9ddf0', 'b52bd75a-b96b-43e6-ad40-d95db42858a6', 'c6afc1b5-3290-4aa2-965d-acb5feb2f6b9', 'e5dba8ff-0e84-4aca-adad-d2b97038c1d2', 'ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd', '5402e272-33e0-4952-b771-a05b974e9d0f', '342e49fb-0fc5-492d-b3af-f530be1870a2', '67e26e90-be75-48ca-b610-c2bb89b1faa2', '8b58fd0e-af96-4bd3-aab0-5683bc37cfcc', '8f316b50-aec8-45bd-8e94-905de8c750f2', 'e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe', 'bfbf014a-1cb5-42cd-92a0-7326192b5717', '5d07cf6b-de68-4a2d-968e-2fc051028aa4', 'af83c691-c88b-4bb0-88bd-6f1d3720b0b7', 'c868998b-4c0b-4d9c-8b45-dc9b05c03ae1', '6a63be6c-560e-49d3-ac71-33d4924a0970', '43c4ef58-f584-4e30-a659-602e81042518', 'e7ca14a3-ad5d-4595-9f46-cfa8e9a88324', 'afd7b662-2777-4e88-b8ec-4984d788a6f1', '3155e41d-3a78-456a-baa2-12349fba6ff6', 'f570f217-3fa7-4f7a-bc73-6249cadb70cd', '33087aa5-446e-4b72-8bb2-ee44f10a5468', '03ce6833-0cbf-4614-a0bd-9c185311aeeb', 'f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8', '18c3fd6a-a4ac-41fb-b635-72c1e038f8c8', '2ed01781-a8a4-4422-99f2-5f023dfe0e4c', '621aa616-137f-424f-a8db-ee0424748af1', '8bfcceb5-7379-451a-b32f-510af68aaf1b', 'f84f1db3-05cf-4ea0-97f8-a43c943d6a04', '53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d', '231486ac-a3eb-4127-96b4-3bd5c5e39e1b', '84f04035-0531-4810-bead-80f797c771b3', '0bc83055-57b9-4bbe-a67e-916a668af702', 'd28b333f-b594-45cf-a01d-414828a4bfda', 'd789ec15-8351-4a24-9aaa-48879eb1017f'} {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.003823] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 795.029391] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.029621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.029720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.029947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.030076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.030228] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 795.030314] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.030417] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 795.051451] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.051727] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.051860] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.052171] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.052430] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.052583] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.052690] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.052898] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.053116] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.053276] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.053367] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.053474] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.053581] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.053731] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.053830] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.053880] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.075311] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.075535] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.075672] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.075845] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.076711] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-9ba7fd82-a405-4fad-92a2-7e72f14b302a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.076905] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-9ba7fd82-a405-4fad-92a2-7e72f14b302a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.077038] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-9ba7fd82-a405-4fad-92a2-7e72f14b302a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.077372] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-9ba7fd82-a405-4fad-92a2-7e72f14b302a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.077509] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba7fd82-a405-4fad-92a2-7e72f14b302a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.097656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.097656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.097656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.097656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.097656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.098215] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f is going to be created. [ 795.122116] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.122116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.122116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.122717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.123014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.123306] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 795.123425] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.123519] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 795.123519] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 795.123686] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 795.123686] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGH for action security_group_rules [ 795.123972] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGH for action security_group_rules [ 795.123972] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGH for action security_group_rules [ 795.123972] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGH for action security_group_rules [ 795.123972] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGH for action security_group_rules [ 795.123972] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGH for action security_group_rules [ 795.125450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.133027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.133027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.133027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.133027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.133027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.136104] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.136510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.136774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.137104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.137352] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.137896] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.138195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.138841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.138841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.138841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.138841] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 already deleted. [ 795.138841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.141568] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: UNINITIALIZED for 2s [ 795.415348] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.416490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.416490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.416851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.433512] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 795.433788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.446077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.446077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.446077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.446077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.446077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.446077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.446077] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 795.478546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.478743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.478743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.478950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.479134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.493378] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 795.580188] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.580517] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.580764] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.580936] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.581070] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.581223] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 9ba7fd82-a405-4fad-92a2-7e72f14b302a not found, creating... [ 795.581486] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.582152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.582152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.582311] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.582448] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.582737] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.582886] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.582997] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.583329] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.583468] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.583607] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 9ba7fd82-a405-4fad-92a2-7e72f14b302a is going to be created. [ 795.606108] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.606441] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.606626] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.607081] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.607418] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.607973] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-9ba7fd82-a405-4fad-92a2-7e72f14b302a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.349358] env[66948]: INFO networking_nsxv3.common.synchronization [req-fe81a8eb-a636-4ad1-8246-81c954ec280c req-23775e70-8649-45fc-abc2-2e200d3e1ec0 service nova] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [req-fe81a8eb-a636-4ad1-8246-81c954ec280c req-23775e70-8649-45fc-abc2-2e200d3e1ec0 service nova] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [req-fe81a8eb-a636-4ad1-8246-81c954ec280c req-23775e70-8649-45fc-abc2-2e200d3e1ec0 service nova] Enqueued Resource ID: 9ba7fd82-a405-4fad-92a2-7e72f14b302a with Priority: HIGHEST for action port [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba7fd82-a405-4fad-92a2-7e72f14b302a with Priority: HIGHEST for action port [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c4ef58-f584-4e30-a659-602e81042518 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 with Priority: HIGH for action security_group_rules [ 796.353158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGH for action security_group_rules [ 796.354392] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 with Priority: HIGH for action security_group_rules [ 796.354392] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 with Priority: HIGH for action security_group_rules [ 796.354392] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.354392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.354392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.354392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.354644] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.357068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.357068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.357068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.357068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.357068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.357068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.357068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.357068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.357068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.357815] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.361021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ba7fd82-a405-4fad-92a2-7e72f14b302a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.361021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ba7fd82-a405-4fad-92a2-7e72f14b302a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.361021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ba7fd82-a405-4fad-92a2-7e72f14b302a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.361021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ba7fd82-a405-4fad-92a2-7e72f14b302a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361021] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba7fd82-a405-4fad-92a2-7e72f14b302a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.361021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.361021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.361021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.361021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361021] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3917bce-a6f4-485d-98aa-142f1ef9ddf0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.361626] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.361626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.361764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.362179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.362179] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6afc1b5-3290-4aa2-965d-acb5feb2f6b9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.363811] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.363811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.363811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.363811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.363811] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.364705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.364836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.364900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.365071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.365155] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c868998b-4c0b-4d9c-8b45-dc9b05c03ae1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.367829] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.368054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.368196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.368444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.368579] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.370137] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afd7b662-2777-4e88-b8ec-4984d788a6f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.370806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.370806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.370806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.370806] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afd7b662-2777-4e88-b8ec-4984d788a6f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.376863] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.376863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.376863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.376863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.376863] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.376863] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c4ef58-f584-4e30-a659-602e81042518 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.376863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.376863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.376863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.376863] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c4ef58-f584-4e30-a659-602e81042518',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.376863] env[66948]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 796.376863] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.377708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.377708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.377708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.377708] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af83c691-c88b-4bb0-88bd-6f1d3720b0b7',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.378310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.378441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.378483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.378634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.378704] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.379635] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.379742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.380035] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d07cf6b-de68-4a2d-968e-2fc051028aa4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.381341] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfbf014a-1cb5-42cd-92a0-7326192b5717 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.381443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.381559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.381763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.381879] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfbf014a-1cb5-42cd-92a0-7326192b5717',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.382940] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.383103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.383197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.383432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.383515] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.384459] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f316b50-aec8-45bd-8e94-905de8c750f2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.384573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.384630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.384797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.384888] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f316b50-aec8-45bd-8e94-905de8c750f2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.385870] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.385970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.386054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.386248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.386386] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.387866] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.387866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.387866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.387866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.387866] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.388818] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e26e90-be75-48ca-b610-c2bb89b1faa2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.388923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.388976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.389139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.389207] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e26e90-be75-48ca-b610-c2bb89b1faa2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.391363] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.391363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.391363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.391363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.391363] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.391701] env[66948]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 796.392289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b52bd75a-b96b-43e6-ad40-d95db42858a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.392421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.392496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.392734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.392836] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b52bd75a-b96b-43e6-ad40-d95db42858a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.393943] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.394322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.394446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.394611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.394722] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5dba8ff-0e84-4aca-adad-d2b97038c1d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.582353] env[66948]: INFO networking_nsxv3.common.synchronization [None req-bb1fd998-ccd3-4a46-985b-f22c0771af45 None None] Enqueued Resource ID: ea2174d2-462e-44f6-9b7d-269b249d8c10 with Priority: HIGHEST for action port [ 796.582489] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea2174d2-462e-44f6-9b7d-269b249d8c10 with Priority: HIGHEST for action port [ 796.582721] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea2174d2-462e-44f6-9b7d-269b249d8c10 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.582856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea2174d2-462e-44f6-9b7d-269b249d8c10" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.582908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea2174d2-462e-44f6-9b7d-269b249d8c10" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.583308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea2174d2-462e-44f6-9b7d-269b249d8c10" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.583395] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea2174d2-462e-44f6-9b7d-269b249d8c10',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.897315] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.898353] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.898506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.901249] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ba7fd82-a405-4fad-92a2-7e72f14b302a with status ACTIVE [ 796.901525] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.901655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.901719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.902093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.902093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.903192] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.903192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.903192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.903192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.903192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.903509] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.903561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.903596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.903794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.903873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.903992] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ba7fd82-a405-4fad-92a2-7e72f14b302a is going to be updated. [ 796.928029] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.928522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.928676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.928909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.929061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.929881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ba7fd82-a405-4fad-92a2-7e72f14b302a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.937255] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.937407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.937451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.937751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.937885] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.937955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.938011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.938248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.938248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.938359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.938403] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.942892] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.942892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.942892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.943199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.943199] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.943341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.943375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.943885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.943885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.943885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.943885] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.952962] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.953163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.953240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.953454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.953646] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.953746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.953810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.953968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.954067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.954155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.954248] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.955304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.955419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.955503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.955656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.955813] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.955923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.955988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.956145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.956268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.956358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.956442] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.959968] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.960112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.960224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.960430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.960593] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.960701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.960767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.960932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.961028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.961120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.961223] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.962176] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.962297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.962388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.962618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.962787] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.963083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.963083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.963613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.963744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.963839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.963980] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.986413] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.986580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.986664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.986894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.996518] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.996518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.999130] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.999320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.041094] env[66948]: INFO networking_nsxv3.common.synchronization [req-dfc8986f-f7dc-4ee2-910a-eb0b9d0f51aa req-c3d585fa-6a41-4d41-8fc7-29034f7b28b4 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 797.041883] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 797.042093] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.042259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.042332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.042492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.042758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.043188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.043188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.043188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.043188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.043446] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.061968] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.062212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.064297] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.064489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.065454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.065612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.066431] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.066551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.067269] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.067365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.068145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.068303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.068996] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.069231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.069788] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.069883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.070571] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.070981] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.071086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.072421] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.072828] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.072924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073616] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.074020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.074139] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e26e90-be75-48ca-b610-c2bb89b1faa2 is going to be deleted. [ 797.075710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.075921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.078408] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.078516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.079949] env[66948]: INFO networking_nsxv3.common.synchronization [req-dfc8986f-f7dc-4ee2-910a-eb0b9d0f51aa req-c3d585fa-6a41-4d41-8fc7-29034f7b28b4 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 797.080272] env[66948]: INFO networking_nsxv3.common.synchronization [req-dfc8986f-f7dc-4ee2-910a-eb0b9d0f51aa req-c3d585fa-6a41-4d41-8fc7-29034f7b28b4 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 797.080272] env[66948]: INFO networking_nsxv3.common.synchronization [req-dfc8986f-f7dc-4ee2-910a-eb0b9d0f51aa req-c3d585fa-6a41-4d41-8fc7-29034f7b28b4 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 674b3153-3fff-4d5a-8d08-711d4e55703f with Priority: HIGHEST for action port [ 797.081198] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 797.081307] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 797.081416] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674b3153-3fff-4d5a-8d08-711d4e55703f with Priority: HIGHEST for action port [ 797.081852] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.081852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.082146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.082413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.082486] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.083411] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.083548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.083725] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-674b3153-3fff-4d5a-8d08-711d4e55703f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.083835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.083946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.084088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.084206] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674b3153-3fff-4d5a-8d08-711d4e55703f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.087558] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea2174d2-462e-44f6-9b7d-269b249d8c10 [ 797.087558] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.087558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.087558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087558] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea2174d2-462e-44f6-9b7d-269b249d8c10 already deleted. [ 797.087558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea2174d2-462e-44f6-9b7d-269b249d8c10" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.133734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.133951] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be deleted. [ 797.134903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.135161] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.157680] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: SUCCESS [ 797.157840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.158294] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.158708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.158972] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.159234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.159327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.159541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.159642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.159761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.159874] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.166595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.166781] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c868998b-4c0b-4d9c-8b45-dc9b05c03ae1 is going to be deleted. [ 797.167722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.167960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.195537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.195748] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afd7b662-2777-4e88-b8ec-4984d788a6f1 is going to be deleted. [ 797.196601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.196862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.210570] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.211560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.231204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.231204] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5dba8ff-0e84-4aca-adad-d2b97038c1d2 is going to be deleted. [ 797.232282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.232868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.233047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.233329] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be deleted. [ 797.234971] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.235152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.235296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.235610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.235704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.235938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.236052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.236306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.240043] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.240043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.259501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.259615] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3917bce-a6f4-485d-98aa-142f1ef9ddf0 is going to be deleted. [ 797.263020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.263020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.290964] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.291173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.298650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.298859] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c4ef58-f584-4e30-a659-602e81042518 is going to be deleted. [ 797.300645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.300645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.378487] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.381292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.381292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.381292] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d07cf6b-de68-4a2d-968e-2fc051028aa4 is going to be deleted. [ 797.381925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.384631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.386256] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.386624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.401628] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.406120] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.406120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.447875] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.474240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.474904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.474904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.474904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.474904] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.475205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.475205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.475296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.475470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.475470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.476102] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.476102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.476102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.476361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.476361] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.476480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.476519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.476912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.476912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.476912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.477719] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.478061] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.479865] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.479865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.479865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.481596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.482368] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.482368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.482368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.482368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.483190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.483190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.483190] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.483190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.483190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.483190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.483190] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.483443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.483443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.483443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.483537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485379] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.486594] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.490835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.492711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.492711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.492711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.492711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.493098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.493098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.493098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.493195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.493290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.493696] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.493696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.493696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.493874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.495054] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.495054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.495054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.495054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.495054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.495054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.495054] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.511082] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.511082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.511082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.511082] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f316b50-aec8-45bd-8e94-905de8c750f2 is going to be deleted. [ 797.511907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.512180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.525096] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 797.525383] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 deletion is rescheduled due to dependency. [ 797.525545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.546577] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.589099] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674b3153-3fff-4d5a-8d08-711d4e55703f with status ACTIVE [ 797.589365] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.589503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.589566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.589786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.589885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.590094] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.590205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.590269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.590427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.590504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.590693] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.590809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.590855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.590980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.591055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.591144] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674b3153-3fff-4d5a-8d08-711d4e55703f is going to be updated. [ 797.592401] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.592556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.593757] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.593883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.610341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.610479] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b52bd75a-b96b-43e6-ad40-d95db42858a6 is going to be deleted. [ 797.611855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.611855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.664372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.664372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.664372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.664372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.664987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.664987] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.664987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.664987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.665279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.665279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.665279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.665423] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.668053] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.668053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.668053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.668053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.668053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.668053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.673488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.673906] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6afc1b5-3290-4aa2-965d-acb5feb2f6b9 is going to be deleted. [ 797.674788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.675617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.714773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.714963] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af83c691-c88b-4bb0-88bd-6f1d3720b0b7 is going to be deleted. [ 797.717253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.717253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.717253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.717253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e26e90-be75-48ca-b610-c2bb89b1faa2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.717576] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.717844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.720108] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.720194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.768037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.768037] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfbf014a-1cb5-42cd-92a0-7326192b5717 is going to be deleted. [ 797.768037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.768753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.769190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.769561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c868998b-4c0b-4d9c-8b45-dc9b05c03ae1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.770148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.770569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.770826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.771366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afd7b662-2777-4e88-b8ec-4984d788a6f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.772606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.773019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.773281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.773607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5dba8ff-0e84-4aca-adad-d2b97038c1d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3917bce-a6f4-485d-98aa-142f1ef9ddf0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c4ef58-f584-4e30-a659-602e81042518" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d07cf6b-de68-4a2d-968e-2fc051028aa4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.777248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.778377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.778624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.778912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f316b50-aec8-45bd-8e94-905de8c750f2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.783909] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.784423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.784695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.785139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.785430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.785779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b52bd75a-b96b-43e6-ad40-d95db42858a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.886224] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.886224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.886224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.886224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.886224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.886224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6afc1b5-3290-4aa2-965d-acb5feb2f6b9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.904081] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.904749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.904922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.905350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.905578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.905782] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 is going to be created. [ 797.921696] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.923409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.923409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.923409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.923409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.923409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af83c691-c88b-4bb0-88bd-6f1d3720b0b7" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.932350] env[66948]: INFO networking_nsxv3.common.synchronization [req-873e6d50-44de-4fa0-916c-d15c86203d5d req-c80827fb-1af1-4b38-b899-3d2571e63b5a tempest-MultipleCreateTestJSON-667685198 tempest-MultipleCreateTestJSON-667685198-project-member] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 797.935026] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 797.935026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.935026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.935026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.935026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.935026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.935026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.935026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.935026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.935026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.935026] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.951547] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5402e272-33e0-4952-b771-a05b974e9d0f: rpc.has_security_group_logging(os_id): False [ 797.973918] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.974157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.974230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.975475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.975475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.982593] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd: rpc.has_security_group_logging(os_id): False [ 797.987859] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe: rpc.has_security_group_logging(os_id): False [ 797.989478] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 342e49fb-0fc5-492d-b3af-f530be1870a2: rpc.has_security_group_logging(os_id): False [ 797.990514] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a63be6c-560e-49d3-ac71-33d4924a0970: rpc.has_security_group_logging(os_id): False [ 798.159690] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.159832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.159905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.160158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.162494] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.162494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.162732] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.162827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.163542] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.163643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.164300] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: UNINITIALIZED for 2s [ 798.165067] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.165067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.165762] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.165851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.166066] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc: rpc.has_security_group_logging(os_id): False [ 798.167572] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.168805] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d410cb-b49b-4bee-a34d-a20398df7a8f: rpc.has_security_group_logging(os_id): False [ 798.205997] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.206190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.208238] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.208238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.208238] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 798.208483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.209600] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.209600] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.209600] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.209600] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.209600] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.209600] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe is going to be updated. [ 798.210711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.210711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.240569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.241021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.241171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.241232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.241410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.241499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.241705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.241805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.241866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.242031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.242109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.242363] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.242428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.242428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.242571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.242978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.242978] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 798.244016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.244197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.280340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.280860] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.281026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.281026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.281257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.281367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.281502] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be updated. [ 798.282921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.283252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.313973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.314371] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.314371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.314371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.314580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.314640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.314859] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.314960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.315033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.315277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.315374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.315576] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.315658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.315716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.315864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.315945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.316051] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be updated. [ 798.318007] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.318312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.318312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.318604] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.318715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.318774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.318927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.319020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.319241] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.319335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.319397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.319547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.319666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.319878] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.319960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.320043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.320199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.320278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.320388] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f is going to be created. [ 798.321524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.322567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.389982] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.390241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.392691] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.392944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.394599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.395089] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.395706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.395706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.395706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.395845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.395918] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f is going to be updated. [ 798.397539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.397985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.397985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.397985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfbf014a-1cb5-42cd-92a0-7326192b5717" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.398172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.398302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.433271] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.433529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.438025] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.448196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.448518] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.448644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.448877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.449047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.449136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.449507] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.449724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.449724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.449886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.449982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.450299] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.450395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.450467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.450624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.450702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.450804] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 798.452097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.452398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.452475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.454077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.454262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.454406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.456253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.456597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.456699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.496383] env[66948]: INFO networking_nsxv3.common.synchronization [req-8b8a51c0-0add-4555-8f00-b7486bd13648 req-2a3a6756-4bb9-489f-b8e3-c979cad1c4f5 tempest-MultipleCreateTestJSON-667685198 tempest-MultipleCreateTestJSON-667685198-project-member] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 798.496383] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGHEST for action security_group_members [ 798.497277] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: IN_PROGRESS for 2s [ 798.498933] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.498933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.501294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: IN_PROGRESS for 2s [ 798.532562] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 798.542263] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.542438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.542501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.542778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.542983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.563988] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.564257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.564357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.564653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.573018] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: IN_PROGRESS for 2s [ 798.580869] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: IN_PROGRESS for 2s [ 798.645801] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.645995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.646376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.647034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.664211] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.664211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.664211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.664211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.664211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.673948] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.673948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.673948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.673948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.673948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.673948] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be updated. [ 798.719328] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5402e272-33e0-4952-b771-a05b974e9d0f in Status: IN_PROGRESS for 2s [ 798.764686] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 798.771951] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.772182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.772182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.772450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.772559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.784591] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: IN_PROGRESS for 2s [ 798.940302] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.178029] env[66948]: INFO networking_nsxv3.common.synchronization [req-a0656c77-d9f2-4c48-8a2f-9af1e42dcd0b req-e3615114-e29b-4829-9f0a-a2ccb6aebe26 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_members [ 799.178206] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGHEST for action security_group_members [ 799.178631] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f570f217-3fa7-4f7a-bc73-6249cadb70cd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.178732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.178868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.179432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.179432] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.179432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.179432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.179634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.179762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.179882] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.442261] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.442702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.442702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.442906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.443330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.443330] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 799.487454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.487767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.487862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.488313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.488582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.502672] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 799.684398] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.684733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.684733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.685261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.709890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.710677] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.710677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.710677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.710928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.712045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.712045] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd is going to be updated. [ 799.744830] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.744977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.745102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.745645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.745645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.756412] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd in Status: IN_PROGRESS for 2s [ 800.174032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: SUCCESS [ 800.174032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.174032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.174409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.174409] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.174499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.174596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.174705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.174800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.174849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.174936] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.520146] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: SUCCESS [ 800.520146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.520146] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: SUCCESS [ 800.520146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.553095] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 800.553292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.590934] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: SUCCESS [ 800.590934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591941] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: SUCCESS [ 800.593227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.677339] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.680384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.680384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.680384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.680384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.682843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.682843] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.735957] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5402e272-33e0-4952-b771-a05b974e9d0f in Status: SUCCESS [ 800.736410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.781415] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 800.781695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.795713] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 800.797923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.797923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.797923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.797923] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.797923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.798879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.799354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.799552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.799740] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.185031] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7e40df7-7b82-429b-bf7c-87e14394c5c0: rpc.has_security_group_logging(os_id): False [ 801.204494] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.204709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.204884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.205053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.205146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.205461] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.205550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.205634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.205764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.205836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.206082] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.206195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.206255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.206399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.206491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.207864] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.207864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.207864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.207864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.207864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.207864] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 is going to be created. [ 801.276731] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.276938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.276983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.277209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.277398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.289426] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: IN_PROGRESS for 2s [ 801.301933] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.513965] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 801.514222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.514390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.515021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.515743] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.515743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.515743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.515894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.515894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.515951] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.770804] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd in Status: SUCCESS [ 801.771190] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd deletion is rescheduled due to dependency. [ 801.771190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.805025] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.022090] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.022090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022090] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.022090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022090] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be updated. [ 802.054876] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.056319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.056544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.057051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.057320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.069365] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: IN_PROGRESS for 2s [ 802.310573] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.310915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.310915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.310982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.311055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.311158] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be updated. [ 802.346033] env[66948]: INFO networking_nsxv3.common.synchronization [req-f7d09090-2fcd-42de-b936-0c242f26db6f req-60a38372-5835-4567-ac5c-bc0de3429777 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 802.350320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.350506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.350551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.350735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.350882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.353370] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 802.353726] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.353852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.363760] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: IN_PROGRESS for 2s [ 802.366561] env[66948]: INFO networking_nsxv3.common.synchronization [req-f7d09090-2fcd-42de-b936-0c242f26db6f req-60a38372-5835-4567-ac5c-bc0de3429777 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 802.366732] env[66948]: INFO networking_nsxv3.common.synchronization [req-f7d09090-2fcd-42de-b936-0c242f26db6f req-60a38372-5835-4567-ac5c-bc0de3429777 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 802.366871] env[66948]: INFO networking_nsxv3.common.synchronization [req-f7d09090-2fcd-42de-b936-0c242f26db6f req-60a38372-5835-4567-ac5c-bc0de3429777 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 674b3153-3fff-4d5a-8d08-711d4e55703f with Priority: HIGHEST for action port [ 802.367424] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_rules [ 802.367572] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 802.367671] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674b3153-3fff-4d5a-8d08-711d4e55703f with Priority: HIGHEST for action port [ 802.367991] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.368109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.368464] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.368559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.368760] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-674b3153-3fff-4d5a-8d08-711d4e55703f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.368891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.368944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.369180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.369280] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674b3153-3fff-4d5a-8d08-711d4e55703f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.874035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674b3153-3fff-4d5a-8d08-711d4e55703f with status ACTIVE [ 802.874035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.874035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.874035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.874035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.874035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.874035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.874035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.874035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.874035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.874761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.874761] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.874761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.874761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.874925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.874999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.875271] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674b3153-3fff-4d5a-8d08-711d4e55703f is going to be updated. [ 802.898058] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.898217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.898290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.898526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.898640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.898798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674b3153-3fff-4d5a-8d08-711d4e55703f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.312677] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: SUCCESS [ 803.313331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.328665] env[66948]: INFO networking_nsxv3.common.synchronization [None req-d1aba382-97fd-46f6-9034-46c01d3bfc51 None None] Enqueued Resource ID: 44924c01-6b85-4b91-9f67-e59aeb9a91d3 with Priority: HIGHEST for action port [ 803.329321] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44924c01-6b85-4b91-9f67-e59aeb9a91d3 with Priority: HIGHEST for action port [ 803.330198] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-44924c01-6b85-4b91-9f67-e59aeb9a91d3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.330342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44924c01-6b85-4b91-9f67-e59aeb9a91d3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.330425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44924c01-6b85-4b91-9f67-e59aeb9a91d3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.330911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44924c01-6b85-4b91-9f67-e59aeb9a91d3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.331009] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44924c01-6b85-4b91-9f67-e59aeb9a91d3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.833076] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44924c01-6b85-4b91-9f67-e59aeb9a91d3 [ 803.833232] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.833523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.833523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.833886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.833886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.833886] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44924c01-6b85-4b91-9f67-e59aeb9a91d3 already deleted. [ 803.834154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44924c01-6b85-4b91-9f67-e59aeb9a91d3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.079966] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd in Status: SUCCESS [ 804.080927] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd deletion is rescheduled due to dependency. [ 804.084652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.378779] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 804.378779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.378779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.379221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.379319] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.379465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.379530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.379757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.379867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.379968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.380083] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.381769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.381769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.381891] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.382610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.382717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.382862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.382961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.383056] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.735750] env[66948]: INFO networking_nsxv3.common.synchronization [req-494a29ef-5895-4128-b7d3-4b3f40bf2b43 req-c09085bb-68df-476e-ba8a-b281b363b9ff tempest-ListImageFiltersTestJSON-1114921884 tempest-ListImageFiltersTestJSON-1114921884-project-member] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 804.736539] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 804.739397] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.739397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.739397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.739397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.739397] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.739397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.739397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.739397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.739397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739397] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.888021] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.888021] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.177053] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.177294] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.177435] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.177744] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.178135] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.178424] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.178742] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.179044] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.179276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.179558] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.179735] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.179928] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.180224] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.180307] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.180474] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.180680] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.202472] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.203064] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.203221] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.203447] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.203823] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-391a9aee-0c47-474b-b2e1-0e574718a9b1 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.204016] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-391a9aee-0c47-474b-b2e1-0e574718a9b1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.204144] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-391a9aee-0c47-474b-b2e1-0e574718a9b1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.204530] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-391a9aee-0c47-474b-b2e1-0e574718a9b1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.204701] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a9aee-0c47-474b-b2e1-0e574718a9b1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.242021] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.393681] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33087aa5-446e-4b72-8bb2-ee44f10a5468: rpc.has_security_group_logging(os_id): False [ 805.393681] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.416984] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.416984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.416984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.416984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.436161] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.436919] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.438555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.438555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.438555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.438555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.438555] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be updated. [ 805.528503] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.528503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.528755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.528882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.529311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.548482] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: IN_PROGRESS for 2s [ 805.708175] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.708175] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.708175] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.708523] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.708523] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.708685] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 391a9aee-0c47-474b-b2e1-0e574718a9b1 not found, creating... [ 805.709458] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.709458] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.709458] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.709458] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.709748] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.711034] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.711034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.711034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.711034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.711034] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.711034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 391a9aee-0c47-474b-b2e1-0e574718a9b1 is going to be created. [ 805.732906] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.733144] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.733343] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.733630] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.733888] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.734131] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-391a9aee-0c47-474b-b2e1-0e574718a9b1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.745456] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.785358] env[66948]: INFO networking_nsxv3.common.synchronization [None req-0c636282-69e1-4915-bfdf-1eccf3338e04 None None] Enqueued Resource ID: d7cb03c0-533f-4394-9ecd-a7d46a8ca466 with Priority: HIGHEST for action port [ 805.786315] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7cb03c0-533f-4394-9ecd-a7d46a8ca466 with Priority: HIGHEST for action port [ 805.786315] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7cb03c0-533f-4394-9ecd-a7d46a8ca466 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.786489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7cb03c0-533f-4394-9ecd-a7d46a8ca466" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.786489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7cb03c0-533f-4394-9ecd-a7d46a8ca466" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.786763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7cb03c0-533f-4394-9ecd-a7d46a8ca466" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.786853] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cb03c0-533f-4394-9ecd-a7d46a8ca466',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.900629] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.900916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.900963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.901457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.901457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.901680] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be updated. [ 805.943328] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.943537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.943640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.943891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.944111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.954347] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: IN_PROGRESS for 2s [ 806.248696] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.248958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.249114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.249364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.249502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.249618] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 is going to be updated. [ 806.280014] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.280247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.280247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.280432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.280580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.289231] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7cb03c0-533f-4394-9ecd-a7d46a8ca466 [ 806.289491] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.289588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.289635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.289852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.289935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.290050] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7cb03c0-533f-4394-9ecd-a7d46a8ca466 already deleted. [ 806.290136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7cb03c0-533f-4394-9ecd-a7d46a8ca466" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.290984] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: IN_PROGRESS for 2s [ 806.456654] env[66948]: INFO networking_nsxv3.common.synchronization [req-494a29ef-5895-4128-b7d3-4b3f40bf2b43 req-19bba2a2-e039-4a42-ab0d-7f9b263a5a66 service nova] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_rules [ 806.458770] env[66948]: INFO networking_nsxv3.common.synchronization [req-494a29ef-5895-4128-b7d3-4b3f40bf2b43 req-19bba2a2-e039-4a42-ab0d-7f9b263a5a66 service nova] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 806.463100] env[66948]: INFO networking_nsxv3.common.synchronization [req-494a29ef-5895-4128-b7d3-4b3f40bf2b43 req-19bba2a2-e039-4a42-ab0d-7f9b263a5a66 service nova] Enqueued Resource ID: 391a9aee-0c47-474b-b2e1-0e574718a9b1 with Priority: HIGHEST for action port [ 806.463100] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_rules [ 806.463100] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 806.463100] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391a9aee-0c47-474b-b2e1-0e574718a9b1 with Priority: HIGHEST for action port [ 806.463100] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.463100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.463100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.463100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.463100] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.463100] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.463823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.464273] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-391a9aee-0c47-474b-b2e1-0e574718a9b1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.464855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391a9aee-0c47-474b-b2e1-0e574718a9b1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.465478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391a9aee-0c47-474b-b2e1-0e574718a9b1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.469340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391a9aee-0c47-474b-b2e1-0e574718a9b1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.469340] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391a9aee-0c47-474b-b2e1-0e574718a9b1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.971870] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.972023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.972590] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 391a9aee-0c47-474b-b2e1-0e574718a9b1 with status ACTIVE [ 806.972590] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.972590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.972590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.972753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.972860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.973553] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.973553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.973553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.973553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.973553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.973553] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.973883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.973883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.973883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.973883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.973998] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 391a9aee-0c47-474b-b2e1-0e574718a9b1 is going to be updated. [ 806.998535] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.998672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.998738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.998946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.999094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.999254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391a9aee-0c47-474b-b2e1-0e574718a9b1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.564982] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 807.565350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.566740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.566740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.566740] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.965066] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 807.965413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.965591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.965816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.966013] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.966139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.966305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.966548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.966643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.966750] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.070568] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.070568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.306594] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: SUCCESS [ 808.306823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.306990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.307248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.307456] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.307857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.307857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.307857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.308043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.308043] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.469516] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.810345] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.972252] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.312344] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.402459] env[66948]: INFO networking_nsxv3.common.synchronization [req-481a95b4-6635-4e22-be24-718a3dbfa019 req-de060fbd-cb20-4acf-a1cc-d6f44cf9da86 tempest-ServerRescueNegativeTestJSON-967634923 tempest-ServerRescueNegativeTestJSON-967634923-project-member] Enqueued Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_members [ 809.403131] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_members [ 809.403522] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fdb4d7-386c-4343-8645-772336b2d6a4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.403709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.403709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.404300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.404300] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.404429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.404490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.404897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.404897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.404897] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.475456] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.476484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.476484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.476484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.476484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.476484] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be updated. [ 809.509607] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.509887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.509987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.510598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.510837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.521281] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: IN_PROGRESS for 2s [ 809.814702] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.816933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.816933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.816933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.816933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.816933] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 is going to be updated. [ 809.850960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.851143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.851228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.851433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.851579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.862834] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: IN_PROGRESS for 2s [ 809.864831] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.865249] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.865398] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.865880] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.866139] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.866309] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.866446] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.866686] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.866837] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.867057] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.867180] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.867513] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.867513] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.867513] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.867695] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.867806] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.890020] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.890020] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.890020] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.890020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-819" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.890020] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.890020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.890020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.890020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.890020] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be4a0e7-0a0b-4afa-bae6-14f9931546a5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.908695] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.908695] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.908695] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 already deleted. [ 809.908695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.284678] env[66948]: INFO networking_nsxv3.common.synchronization [None req-dc378251-7c8c-40ae-a8c5-c24fad1d2370 None None] Enqueued Resource ID: b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc with Priority: HIGHEST for action port [ 810.285317] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc with Priority: HIGHEST for action port [ 810.285682] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.285815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.285921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.286792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.286881] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.394706] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.394942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.395091] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.395464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.395621] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.395778] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 4be4a0e7-0a0b-4afa-bae6-14f9931546a5 not found, creating... [ 810.396054] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.396311] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.396419] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.396649] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.396790] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.397105] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.397231] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.397349] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.397555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.397685] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.397821] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 4be4a0e7-0a0b-4afa-bae6-14f9931546a5 is going to be created. [ 810.420459] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.420715] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.420916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.421394] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.421660] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.422013] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.792447] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc [ 810.792447] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.792655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.792655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.792905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.793020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.793127] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc already deleted. [ 810.793211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b77d5b4d-1a5e-49a9-b2d0-839ec2dbb0dc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.198551] env[66948]: INFO networking_nsxv3.common.synchronization [req-481a95b4-6635-4e22-be24-718a3dbfa019 req-8c7d9616-a82c-4ed8-8c6b-e12973ad997e service nova] Enqueued Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_rules [ 811.198551] env[66948]: INFO networking_nsxv3.common.synchronization [req-481a95b4-6635-4e22-be24-718a3dbfa019 req-8c7d9616-a82c-4ed8-8c6b-e12973ad997e service nova] Enqueued Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_members [ 811.198551] env[66948]: INFO networking_nsxv3.common.synchronization [req-481a95b4-6635-4e22-be24-718a3dbfa019 req-8c7d9616-a82c-4ed8-8c6b-e12973ad997e service nova] Enqueued Resource ID: 4be4a0e7-0a0b-4afa-bae6-14f9931546a5 with Priority: HIGHEST for action port [ 811.198551] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_rules [ 811.198551] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_members [ 811.198551] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be4a0e7-0a0b-4afa-bae6-14f9931546a5 with Priority: HIGHEST for action port [ 811.198551] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fdb4d7-386c-4343-8645-772336b2d6a4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.198551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.198551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.198551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.201410] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.203147] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fdb4d7-386c-4343-8645-772336b2d6a4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.203437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.203531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.203913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.204107] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.204222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.204291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.204441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.204533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.204632] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.205588] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.205720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.206038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.206038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.206038] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be4a0e7-0a0b-4afa-bae6-14f9931546a5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.518421] env[66948]: INFO networking_nsxv3.common.synchronization [req-22b6a94b-681c-4b76-8262-e104034e14d8 req-ee5e1f9a-ee90-4b2d-97f2-e9e1d30189a6 tempest-AttachInterfacesUnderV243Test-1140485502 tempest-AttachInterfacesUnderV243Test-1140485502-project-member] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 811.518745] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGHEST for action security_group_members [ 811.519262] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.519430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.536338] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 811.537132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.537132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.537132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.537288] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.537359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.537395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.537615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.537708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.537873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.537925] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.539224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.539401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.539576] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.539680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.539753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.539914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.540041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.540173] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.707546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fdb4d7-386c-4343-8645-772336b2d6a4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.707546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.708839] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.708931] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be4a0e7-0a0b-4afa-bae6-14f9931546a5 with status ACTIVE [ 811.711985] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.712156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.712226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.712488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.712558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.712760] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.712861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.712915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.713081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.713153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.713370] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.713463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.713518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.713999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.713999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.713999] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be4a0e7-0a0b-4afa-bae6-14f9931546a5 is going to be updated. [ 811.740096] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.740251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.740377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.740711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.740946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.741260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be4a0e7-0a0b-4afa-bae6-14f9931546a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.883530] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: SUCCESS [ 811.883530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.883530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.883530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.885201] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.885201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.885201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.885201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.885201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.885201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.885201] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.013270] env[66948]: INFO networking_nsxv3.common.synchronization [None req-505c7c5c-99f5-450b-971e-2a2468e3b8ad tempest-ServerActionsTestOtherB-1643070502 tempest-ServerActionsTestOtherB-1643070502-project-member] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 812.013939] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 812.014341] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.014467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.014528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.014772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.014853] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.036747] env[66948]: INFO networking_nsxv3.common.synchronization [req-05a355ad-5786-4734-969c-764cd8b303e6 req-8482f54a-cbdb-43a4-977c-212ead4c7464 tempest-ServersTestBootFromVolume-999495162 tempest-ServersTestBootFromVolume-999495162-project-member] Enqueued Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_members [ 812.037387] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_members [ 812.037807] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-effce764-288c-43fc-a03c-d17f80bc436c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.037942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.038021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.038341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.038551] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.038677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.038770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.039010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.040612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.040612] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.043900] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.044077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.044174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.044460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.044672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.044672] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.044912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.044912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.045345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.045505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.045573] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be updated. [ 812.046830] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.079027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.079027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.079027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.079027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.079259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.089319] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: IN_PROGRESS for 2s [ 812.171327] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a1ef9468-d839-492b-a3bb-487b854c8ea8 tempest-ServerActionsTestOtherB-1643070502 tempest-ServerActionsTestOtherB-1643070502-project-member] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 812.172035] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 812.173779] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.173779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.217030] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.388331] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.388502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.388584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.388841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.389148] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.389148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.389240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.389373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.389436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.389527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.389674] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.389900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.389900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.389976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.390165] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.390302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.390348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.390507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.390725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.390725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.390834] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.396054] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.396253] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-870" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.396377] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-870" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.396833] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-870" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.397355] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.397625] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.397907] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.398198] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.398608] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.398910] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.399651] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.399651] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.399651] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.399651] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.399651] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.399651] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.418883] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.419157] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.419314] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.419519] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-870" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.420330] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-eb16ea1c-1e1a-4a6a-830c-4bb965355721 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.420330] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-eb16ea1c-1e1a-4a6a-830c-4bb965355721" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.420330] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-eb16ea1c-1e1a-4a6a-830c-4bb965355721" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.420593] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-eb16ea1c-1e1a-4a6a-830c-4bb965355721" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.420593] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb16ea1c-1e1a-4a6a-830c-4bb965355721',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.534862] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.535057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.535102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.535785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.535909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.536023] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd already deleted. [ 812.536114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.536279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.536452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.536536] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.551491] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.551711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.551711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.551968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.552083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.552291] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.552380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.552441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.552636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.552725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.552839] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: effce764-288c-43fc-a03c-d17f80bc436c already deleted. [ 812.552931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.553138] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33087aa5-446e-4b72-8bb2-ee44f10a5468: rpc.has_security_group_logging(os_id): False [ 812.573765] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.573765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.573765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.573977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.574084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.574344] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.574452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.574546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.574665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.574740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.574825] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be updated. [ 812.641306] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.641441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.641504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.641742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.641893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.657410] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: IN_PROGRESS for 2s [ 812.720550] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.721609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.721609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.721911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.723108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.723108] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 is going to be created. [ 812.752450] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.752612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.752670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.752882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.753062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.765079] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 in Status: UNINITIALIZED for 2s [ 812.799530] env[66948]: INFO networking_nsxv3.common.synchronization [None req-d02b5966-f9ea-4abf-b62d-9c2496379d40 None None] Enqueued Resource ID: 4594e272-874e-4513-b469-f161c926d393 with Priority: HIGHEST for action port [ 812.800149] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4594e272-874e-4513-b469-f161c926d393 with Priority: HIGHEST for action port [ 812.800493] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4594e272-874e-4513-b469-f161c926d393 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.800616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4594e272-874e-4513-b469-f161c926d393" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.800685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4594e272-874e-4513-b469-f161c926d393" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.801916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4594e272-874e-4513-b469-f161c926d393" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.801916] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4594e272-874e-4513-b469-f161c926d393',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.895682] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7e40df7-7b82-429b-bf7c-87e14394c5c0: rpc.has_security_group_logging(os_id): False [ 812.920834] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.921021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.921410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.921648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.921738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.922035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.922151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.922219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.922378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.922461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.923061] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.923213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.923287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.923508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.923667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.923871] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.923969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.924053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.924232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.924319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.924404] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 is going to be updated. [ 812.925834] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.926015] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.926274] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.926534] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.926690] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.926834] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port eb16ea1c-1e1a-4a6a-830c-4bb965355721 not found, creating... [ 812.927095] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.927250] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.927367] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.927571] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.927710] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.927987] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.928154] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.928270] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.928468] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.928600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.928735] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: eb16ea1c-1e1a-4a6a-830c-4bb965355721 is going to be created. [ 812.949626] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.949867] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.950153] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.950376] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.950507] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.950695] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-eb16ea1c-1e1a-4a6a-830c-4bb965355721" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.002857] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.003519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.003519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.003519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.003519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.017540] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: IN_PROGRESS for 2s [ 813.076138] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.076323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.076382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.076579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.076667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.076767] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd already deleted. [ 813.076851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.304013] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4594e272-874e-4513-b469-f161c926d393 [ 813.304340] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.304487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.304553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.305100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.305217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.305392] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4594e272-874e-4513-b469-f161c926d393 already deleted. [ 813.305504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4594e272-874e-4513-b469-f161c926d393" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.681074] env[66948]: INFO networking_nsxv3.common.synchronization [req-05a355ad-5786-4734-969c-764cd8b303e6 req-004c0999-90b6-4845-92e2-700c5a046ae7 service nova] Enqueued Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_rules [ 813.681262] env[66948]: INFO networking_nsxv3.common.synchronization [req-05a355ad-5786-4734-969c-764cd8b303e6 req-004c0999-90b6-4845-92e2-700c5a046ae7 service nova] Enqueued Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_members [ 813.681401] env[66948]: INFO networking_nsxv3.common.synchronization [req-05a355ad-5786-4734-969c-764cd8b303e6 req-004c0999-90b6-4845-92e2-700c5a046ae7 service nova] Enqueued Resource ID: eb16ea1c-1e1a-4a6a-830c-4bb965355721 with Priority: HIGHEST for action port [ 813.681975] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_rules [ 813.682131] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_members [ 813.682233] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb16ea1c-1e1a-4a6a-830c-4bb965355721 with Priority: HIGHEST for action port [ 813.682523] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-effce764-288c-43fc-a03c-d17f80bc436c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.682643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.682708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.682976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.686084] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.687265] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-effce764-288c-43fc-a03c-d17f80bc436c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.687425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.687509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.687800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.688293] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.688293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.688293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.688293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.688533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.688533] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.690555] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb16ea1c-1e1a-4a6a-830c-4bb965355721 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.690555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb16ea1c-1e1a-4a6a-830c-4bb965355721" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.690555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb16ea1c-1e1a-4a6a-830c-4bb965355721" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.690812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb16ea1c-1e1a-4a6a-830c-4bb965355721" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.690860] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb16ea1c-1e1a-4a6a-830c-4bb965355721',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.104185] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 814.104483] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 deletion is rescheduled due to dependency. [ 814.104597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.193300] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-effce764-288c-43fc-a03c-d17f80bc436c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.193446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.193649] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.194658] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb16ea1c-1e1a-4a6a-830c-4bb965355721 with status ACTIVE [ 814.194759] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.194843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.194913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.195158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.195292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.195456] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.196473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.196473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.198919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.199104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.199333] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.199455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.199527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.199728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.199841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.199956] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb16ea1c-1e1a-4a6a-830c-4bb965355721 is going to be updated. [ 814.221728] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.221879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.221974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.223645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.223774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.223863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb16ea1c-1e1a-4a6a-830c-4bb965355721" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.676767] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 in Status: SUCCESS [ 814.677230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.702665] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.774769] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 in Status: SUCCESS [ 814.774997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.775180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.775458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.775685] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.775834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.775915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.776066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.776152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.776257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.776395] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.031336] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: SUCCESS [ 815.032057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.205952] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.205952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.205952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.206137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.206175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.206314] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: effce764-288c-43fc-a03c-d17f80bc436c is going to be created. [ 815.236330] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.236535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.236583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.236767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.236926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.248294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: effce764-288c-43fc-a03c-d17f80bc436c in Status: UNINITIALIZED for 2s [ 815.278940] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.782147] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fdb4d7-386c-4343-8645-772336b2d6a4: rpc.has_security_group_logging(os_id): False [ 815.805022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.805022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.805022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.805022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.805022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.805022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.805022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.805022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.805022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.805022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.805022] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 is going to be created. [ 815.872590] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.872820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.872895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.873194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.873487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.887109] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 in Status: IN_PROGRESS for 2s [ 816.923160] env[66948]: INFO networking_nsxv3.common.synchronization [req-53aabcbe-3131-4d61-903d-385d85ba42d8 req-9b6d9fca-3b95-42e0-a3e7-40a072dce43d tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 816.923895] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 816.924551] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.925249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.925249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.925249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.925249] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.925574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.925574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.925676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.925743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.925812] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.262079] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: effce764-288c-43fc-a03c-d17f80bc436c in Status: SUCCESS [ 817.262079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.262079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.262079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.262079] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.262079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.262667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.262667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.262667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.262667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.262667] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.332320] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.332523] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.332646] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.332925] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.333210] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.333392] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.333512] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.333740] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.333885] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.334106] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.334218] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.334326] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.334433] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.334541] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.334648] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.334774] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.356701] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.356876] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.356999] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.357185] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.357514] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-9f1f9448-e94c-42f9-a94d-6beca71e4677 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.357737] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-9f1f9448-e94c-42f9-a94d-6beca71e4677" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.357892] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-9f1f9448-e94c-42f9-a94d-6beca71e4677" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.358265] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-9f1f9448-e94c-42f9-a94d-6beca71e4677" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.358407] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1f9448-e94c-42f9-a94d-6beca71e4677',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.428480] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.428695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.428752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.428966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.429074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.429282] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.429382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.429444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.429593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.429674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.429823] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be deleted. [ 817.474352] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.474508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.474640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.474784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.474942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.475023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.764789] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.860691] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.860948] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.861063] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.861297] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.861454] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.861615] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 9f1f9448-e94c-42f9-a94d-6beca71e4677 not found, creating... [ 817.861890] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.862132] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.862230] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.862419] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.862558] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.862847] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.863010] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.863132] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.863380] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.863509] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.863647] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 9f1f9448-e94c-42f9-a94d-6beca71e4677 is going to be created. [ 817.883874] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.884151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.884219] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.884530] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.884824] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.885074] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-9f1f9448-e94c-42f9-a94d-6beca71e4677" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.902246] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 in Status: SUCCESS [ 817.902509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.267667] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for effce764-288c-43fc-a03c-d17f80bc436c: rpc.has_security_group_logging(os_id): False [ 818.296278] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.299072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.299072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.299072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.299072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.299072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.299072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.299072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.299072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.299072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.299072] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: effce764-288c-43fc-a03c-d17f80bc436c is going to be created. [ 818.377843] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.377843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.377843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.377843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.377843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.389523] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: effce764-288c-43fc-a03c-d17f80bc436c in Status: IN_PROGRESS for 2s [ 819.090700] env[66948]: INFO networking_nsxv3.common.synchronization [req-53aabcbe-3131-4d61-903d-385d85ba42d8 req-6f45a9c5-3cd9-4362-82bf-ba2387048d89 service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 819.090882] env[66948]: INFO networking_nsxv3.common.synchronization [req-53aabcbe-3131-4d61-903d-385d85ba42d8 req-6f45a9c5-3cd9-4362-82bf-ba2387048d89 service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 819.091031] env[66948]: INFO networking_nsxv3.common.synchronization [req-53aabcbe-3131-4d61-903d-385d85ba42d8 req-6f45a9c5-3cd9-4362-82bf-ba2387048d89 service nova] Enqueued Resource ID: 9f1f9448-e94c-42f9-a94d-6beca71e4677 with Priority: HIGHEST for action port [ 819.091674] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 819.091796] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 819.092105] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1f9448-e94c-42f9-a94d-6beca71e4677 with Priority: HIGHEST for action port [ 819.093321] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.093321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.093321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.093321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.093321] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.094410] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.094610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.094718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.094927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.095145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.095372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.096108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.096108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.096108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.096108] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.097220] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1f9448-e94c-42f9-a94d-6beca71e4677 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.097220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1f9448-e94c-42f9-a94d-6beca71e4677" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.097399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1f9448-e94c-42f9-a94d-6beca71e4677" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.097631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1f9448-e94c-42f9-a94d-6beca71e4677" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.097724] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1f9448-e94c-42f9-a94d-6beca71e4677',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.273667] env[66948]: INFO networking_nsxv3.common.synchronization [None req-7d97693c-0f80-4c3e-8f8e-5093f7c7f24f None None] Enqueued Resource ID: 43248029-1306-4c52-872f-d820a48b6a45 with Priority: HIGHEST for action port [ 819.274515] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43248029-1306-4c52-872f-d820a48b6a45 with Priority: HIGHEST for action port [ 819.275354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-43248029-1306-4c52-872f-d820a48b6a45 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.275573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43248029-1306-4c52-872f-d820a48b6a45" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.275573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43248029-1306-4c52-872f-d820a48b6a45" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.275826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43248029-1306-4c52-872f-d820a48b6a45" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275908] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43248029-1306-4c52-872f-d820a48b6a45',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.600141] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.600281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.600495] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.601454] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f1f9448-e94c-42f9-a94d-6beca71e4677 with status ACTIVE [ 819.602712] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.602712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.602712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.602712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.602712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.602712] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.602712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.602712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.602712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.602712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.603142] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.603142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.603142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.603266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.603266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.603342] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f1f9448-e94c-42f9-a94d-6beca71e4677 is going to be updated. [ 819.638965] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.639250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.639304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.639527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.639845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1f9448-e94c-42f9-a94d-6beca71e4677" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.778115] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43248029-1306-4c52-872f-d820a48b6a45 [ 819.778403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.778745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.778857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.779104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.779218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.779292] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43248029-1306-4c52-872f-d820a48b6a45 already deleted. [ 819.779390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43248029-1306-4c52-872f-d820a48b6a45" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.107127] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.405475] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: effce764-288c-43fc-a03c-d17f80bc436c in Status: SUCCESS [ 820.405475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.609204] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.609390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.610018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.610018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.610018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.610018] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be created. [ 820.637142] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.637360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.637360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.637592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.637644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.653390] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: UNINITIALIZED for 2s [ 821.866915] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a47c6e41-ef1a-4b8b-8fe3-177778ba7fc7 None None] Enqueued Resource ID: 7e1e8841-9c31-4bd8-90a6-f1085fb494d0 with Priority: HIGHEST for action port [ 821.872629] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1e8841-9c31-4bd8-90a6-f1085fb494d0 with Priority: HIGHEST for action port [ 821.872629] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e1e8841-9c31-4bd8-90a6-f1085fb494d0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.872629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e1e8841-9c31-4bd8-90a6-f1085fb494d0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.872629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e1e8841-9c31-4bd8-90a6-f1085fb494d0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.872629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e1e8841-9c31-4bd8-90a6-f1085fb494d0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.872629] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e1e8841-9c31-4bd8-90a6-f1085fb494d0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.375898] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e1e8841-9c31-4bd8-90a6-f1085fb494d0 [ 822.376171] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.376344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.376441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.376662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.376759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.376875] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e1e8841-9c31-4bd8-90a6-f1085fb494d0 already deleted. [ 822.376956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e1e8841-9c31-4bd8-90a6-f1085fb494d0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.664379] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 822.664635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.665023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.665166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.665449] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.665587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.665653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.665818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.665945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.666019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.666107] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.168555] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.168964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.168964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.168964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.169180] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.169288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.169356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.169509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.169598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.169687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.169832] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.169932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.169988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.170129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.170267] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.170369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.170429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.170830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.170830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.170830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.170830] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.672737] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ca14a3-ad5d-4595-9f46-cfa8e9a88324: rpc.has_security_group_logging(os_id): False [ 823.692923] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.692923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.692923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.692923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.692923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.693252] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.693252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.693814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.693814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.693814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.694138] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.694138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.694293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.694453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.694453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.694614] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.694711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.694773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.694913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.694989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.695083] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be created. [ 823.759237] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.759408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.759479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.759694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.759879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.774039] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 825.796355] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 825.796863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.873058] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 826.873058] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 827.117029] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3ec96ea-b1fa-4f1f-bbdc-e7928ba9a196 req-86847b46-3dd9-4707-9b57-6c681098256a tempest-ServersTestManualDisk-399481353 tempest-ServersTestManualDisk-399481353-project-member] Enqueued Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_members [ 827.117029] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGHEST for action security_group_members [ 827.117029] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.117029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.117029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.117029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.117029] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.117900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.121722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.121722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.121722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.121722] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.625664] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.625909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.626041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.626423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.657166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.657264] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.657350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.657492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.657606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.657687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.657779] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 is going to be updated. [ 827.687138] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.687321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.687440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.687717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.687872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.698477] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 in Status: IN_PROGRESS for 2s [ 829.010254] env[66948]: INFO networking_nsxv3.common.synchronization [req-2798e094-6253-449a-9794-514be940a8b5 req-cf3e235d-8398-4227-ae77-38c6e1ee989f tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 829.011494] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 829.011494] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.011494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.011494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.011494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.011825] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.011825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.011825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.011964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.012010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.012135] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.372403] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.372601] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-166" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.372722] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-166" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.373045] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-166" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.373328] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.373575] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.373715] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.373938] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.374132] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.374355] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.374467] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.374573] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.374678] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.374831] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.374963] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.375113] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.395679] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.395995] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.396256] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.396544] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-166" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.397147] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-38cc6e9a-e00d-4224-a171-b523a7bffaeb taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.397467] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.397824] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.398178] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.398410] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38cc6e9a-e00d-4224-a171-b523a7bffaeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.514450] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.723778] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 in Status: SUCCESS [ 829.723778] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 deletion is rescheduled due to dependency. [ 829.723778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.905031] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.905031] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.905248] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.905617] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.905806] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.905967] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 38cc6e9a-e00d-4224-a171-b523a7bffaeb not found, creating... [ 829.907045] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.907045] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.907045] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.907045] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.907045] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.907421] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.907421] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.907523] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.907669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.907804] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.907962] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb is going to be created. [ 829.928958] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.929187] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.929234] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.929590] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.929840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.930083] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.016677] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.519119] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.519373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.519480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.519813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.519962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.520099] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 830.548015] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.548210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.548281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.548487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.548743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.558993] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 830.652397] env[66948]: INFO networking_nsxv3.common.synchronization [req-2798e094-6253-449a-9794-514be940a8b5 req-d4de6cf2-4ecd-425a-8e3f-146feaecdb85 service nova] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 830.652680] env[66948]: INFO networking_nsxv3.common.synchronization [req-2798e094-6253-449a-9794-514be940a8b5 req-d4de6cf2-4ecd-425a-8e3f-146feaecdb85 service nova] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 830.652743] env[66948]: INFO networking_nsxv3.common.synchronization [req-2798e094-6253-449a-9794-514be940a8b5 req-d4de6cf2-4ecd-425a-8e3f-146feaecdb85 service nova] Enqueued Resource ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb with Priority: HIGHEST for action port [ 830.653346] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 830.653434] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 830.653917] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb with Priority: HIGHEST for action port [ 830.654243] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.654366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.654433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.654654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.654784] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.655711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.655818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.656042] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-38cc6e9a-e00d-4224-a171-b523a7bffaeb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.656167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.656249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.656887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.656887] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38cc6e9a-e00d-4224-a171-b523a7bffaeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.158767] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.159196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.159196] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38cc6e9a-e00d-4224-a171-b523a7bffaeb with status ACTIVE [ 831.159454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.159593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.159654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.159903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.160063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.160315] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.160462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.160550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.161768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.161935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.162133] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.162243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.162330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.162529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.162615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.162703] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb is going to be updated. [ 831.185077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.185259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.185422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.185721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.185895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.186084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.578107] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 832.578654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.579378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.580144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.580144] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.580413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.580413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.580546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.580610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.580974] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.084401] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.587431] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.089066] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.089314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.089406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.089578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.089680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.089799] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 834.121805] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.122028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.122089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.122337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.122561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.132023] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 834.166998] env[66948]: INFO networking_nsxv3.common.synchronization [req-a6531b46-147b-4cf4-8fd8-1642ece3a3c3 req-a49cf835-711d-49ab-8e78-b756f6374159 tempest-ServersNegativeTestJSON-490899511 tempest-ServersNegativeTestJSON-490899511-project-member] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 834.167434] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 834.167765] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.167884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.167950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.168220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.168378] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.168479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.168542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.168692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.168777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.168867] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.247085] env[66948]: INFO networking_nsxv3.common.synchronization [req-3f675b84-cc6f-4659-acf9-5150b1cdd055 req-d9b11e1b-9c07-4ba8-847e-7f4eed096b96 tempest-ListServerFiltersTestJSON-254093357 tempest-ListServerFiltersTestJSON-254093357-project-member] Enqueued Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 834.247696] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d789ec15-8351-4a24-9aaa-48879eb1017f with Priority: HIGHEST for action security_group_members [ 834.248137] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d789ec15-8351-4a24-9aaa-48879eb1017f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.248265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.248331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.248540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.248681] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.248801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.248835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.248970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.249050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.249143] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d789ec15-8351-4a24-9aaa-48879eb1017f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.577053] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.577282] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.577477] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.577886] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.578588] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.578588] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.578796] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.579183] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.579432] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.579702] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.579855] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.579996] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.580135] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.580268] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.580383] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.580523] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.606270] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.606635] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.606680] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.607242] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.607242] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.607418] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.607563] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.607942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.608125] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c7f950-c9f7-4390-8b28-f9bc2cb3e433',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.674702] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.675649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.675649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.675649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.675649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.675850] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.675963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.676052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.676312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.676436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.676504] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd already deleted. [ 834.676949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.750886] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.754023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.754023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.754023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.795124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.795260] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.795472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.795545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.795796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.795863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.795922] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f is going to be updated. [ 834.838607] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.839057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.839560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.839560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.839683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.852450] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: IN_PROGRESS for 2s [ 835.112818] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.113079] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.113284] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.113560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.113703] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.113966] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 not found, creating... [ 835.114122] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.114314] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.114449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.114902] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.114902] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.115135] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.115308] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.115485] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.115790] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.116603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.116603] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 is going to be created. [ 835.141223] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.141484] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.141608] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.141950] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.142242] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.142503] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.857210] env[66948]: INFO networking_nsxv3.common.synchronization [req-a6531b46-147b-4cf4-8fd8-1642ece3a3c3 req-d83f214c-18c8-4497-b822-e122cd04e15b service nova] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_rules [ 835.857210] env[66948]: INFO networking_nsxv3.common.synchronization [req-a6531b46-147b-4cf4-8fd8-1642ece3a3c3 req-d83f214c-18c8-4497-b822-e122cd04e15b service nova] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 835.857210] env[66948]: INFO networking_nsxv3.common.synchronization [req-a6531b46-147b-4cf4-8fd8-1642ece3a3c3 req-d83f214c-18c8-4497-b822-e122cd04e15b service nova] Enqueued Resource ID: 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 with Priority: HIGHEST for action port [ 835.858374] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_rules [ 835.858826] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 835.859042] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 with Priority: HIGHEST for action port [ 835.859467] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.859810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.859995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.860388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.860607] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.862518] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.863148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.863148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.863148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.864072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.864072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.864072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.865777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.865777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.865777] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.866580] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.866884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.867083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.867411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.867622] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c7f950-c9f7-4390-8b28-f9bc2cb3e433',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.144203] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 836.144816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.144816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.144947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.145185] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.145322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.145442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.145558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.145634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.145724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.145817] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.362849] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.363045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.367610] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.370283] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 with status ACTIVE [ 836.370391] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.370998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.370998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.371254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.371340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.371710] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.372027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.372027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.372027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.372126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.372353] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.372481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.372551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.372761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.372832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.372907] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 is going to be updated. [ 836.396768] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.396981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.397141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.397268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.398114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.398114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.649036] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.649036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.649036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.649280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.649390] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.649501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.649558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.649762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.649894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.650060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.650240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.650425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.650527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.650686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.651275] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.651986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.651986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.651986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.651986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.652196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.652196] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.863150] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d789ec15-8351-4a24-9aaa-48879eb1017f in Status: SUCCESS [ 836.863558] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d789ec15-8351-4a24-9aaa-48879eb1017f deletion is rescheduled due to dependency. [ 836.863558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d789ec15-8351-4a24-9aaa-48879eb1017f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.870195] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.157177] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc: rpc.has_security_group_logging(os_id): False [ 837.177857] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.178059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.178157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.178342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.178454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.178693] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.178796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.178901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.179160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.179308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.179514] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.179615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.179690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.179802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.179876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.180069] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.180170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.180246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.180436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.180532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.180664] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 837.243876] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.244049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.244104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.244322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.244473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.264128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 837.372575] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.372786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.372878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.373844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.373844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.373844] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be created. [ 837.406838] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.406838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.406838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.406838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.406838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.418033] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: UNINITIALIZED for 2s [ 839.238394] env[66948]: INFO networking_nsxv3.common.synchronization [req-33fbcd35-d216-4af3-986d-734b73e78b20 req-afc08aed-6a14-47dd-8535-5293126c615b tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 839.238685] env[66948]: INFO networking_nsxv3.common.synchronization [req-33fbcd35-d216-4af3-986d-734b73e78b20 req-afc08aed-6a14-47dd-8535-5293126c615b tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 839.239118] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 839.239258] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 839.239534] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.239663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.239727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.240152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.240152] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.240315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.240315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.240384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.240453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242916] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.242916] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.242916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.242916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.242916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.242916] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.242916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.242916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.242916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.242916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242916] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.280432] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 839.280673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.285757] env[66948]: INFO networking_nsxv3.common.synchronization [req-33fbcd35-d216-4af3-986d-734b73e78b20 req-afc08aed-6a14-47dd-8535-5293126c615b tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_rules [ 839.285924] env[66948]: INFO networking_nsxv3.common.synchronization [req-33fbcd35-d216-4af3-986d-734b73e78b20 req-afc08aed-6a14-47dd-8535-5293126c615b tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 839.286078] env[66948]: INFO networking_nsxv3.common.synchronization [req-33fbcd35-d216-4af3-986d-734b73e78b20 req-afc08aed-6a14-47dd-8535-5293126c615b tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 839.286208] env[66948]: INFO networking_nsxv3.common.synchronization [req-33fbcd35-d216-4af3-986d-734b73e78b20 req-afc08aed-6a14-47dd-8535-5293126c615b tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 839.286418] env[66948]: INFO networking_nsxv3.common.synchronization [req-33fbcd35-d216-4af3-986d-734b73e78b20 req-afc08aed-6a14-47dd-8535-5293126c615b tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb with Priority: HIGHEST for action port [ 839.288334] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_rules [ 839.288552] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 839.288673] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb with Priority: HIGHEST for action port [ 839.288773] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 839.288882] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 839.289341] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.289467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.289528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.289790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.289873] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.293815] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.293815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.293815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.294164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.294625] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.295728] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-38cc6e9a-e00d-4224-a171-b523a7bffaeb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.296073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.296073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.296193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.296227] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38cc6e9a-e00d-4224-a171-b523a7bffaeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.297474] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.297578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.297810] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.297929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.429707] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 839.429817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.430057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.430279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.430528] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.430658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.430731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.430923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.431036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.431261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.431261] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.745553] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.746633] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.782546] env[66948]: INFO networking_nsxv3.common.synchronization [req-c31ef731-9b11-4bb0-b888-f08b73f0b938 req-8e46b3ac-470f-4482-8898-434bab19e96d tempest-ServerMetadataNegativeTestJSON-1434227653 tempest-ServerMetadataNegativeTestJSON-1434227653-project-member] Enqueued Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGHEST for action security_group_members [ 839.782546] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGHEST for action security_group_members [ 839.782546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.782546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.782546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.782546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.782546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.782546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.782546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.782918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.782918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.783037] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.801694] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38cc6e9a-e00d-4224-a171-b523a7bffaeb with status ACTIVE [ 839.801694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.801694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.801694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.801694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.801694] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb is going to be updated. [ 839.803036] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.803347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.803719] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.804071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.825545] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.825951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.825951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.826168] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.826454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.826687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.937068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.937255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.937307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.937518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.937718] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.937825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.937890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.938137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.938217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.938255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.938455] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.938554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.938616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.938763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.938907] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.938996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.939068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.939209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.939290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.939563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.939719] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.214638] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.214848] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-33" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.214969] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-33" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.215398] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-33" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.215672] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.215829] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.215942] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.216193] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.216339] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.216572] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.216687] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.216794] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.216986] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.217055] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.217127] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.217255] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.236786] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.236956] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.237108] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.237298] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-33" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.237650] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-33c05afd-30ea-4ac7-934f-7872879417f3 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.237871] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-33c05afd-30ea-4ac7-934f-7872879417f3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.237965] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-33c05afd-30ea-4ac7-934f-7872879417f3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.238293] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-33c05afd-30ea-4ac7-934f-7872879417f3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.238433] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c05afd-30ea-4ac7-934f-7872879417f3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.248250] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.251444] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.285282] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.286047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.286190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.286390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.286507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.286727] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.286833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.286883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.287052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.287131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.287223] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 already deleted. [ 840.287304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.442368] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53c4012-64d4-48e3-92d3-1710624cedbd: rpc.has_security_group_logging(os_id): False [ 840.463231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.463487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.463550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.463802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.463950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.464237] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.464373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.464445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.464667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.464762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.465086] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.465252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.465383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.465578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.465658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.465904] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.466053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.466130] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.466286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.466371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.469023] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be created. [ 840.552434] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.552725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.552830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.553172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.553532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.569988] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: IN_PROGRESS for 2s [ 840.740668] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.740935] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.741041] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.741350] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.741506] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.741660] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 33c05afd-30ea-4ac7-934f-7872879417f3 not found, creating... [ 840.741921] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.742167] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.742374] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.742525] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.742665] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.742961] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.743207] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.743844] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.743844] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.743844] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.744011] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 33c05afd-30ea-4ac7-934f-7872879417f3 is going to be created. [ 840.755133] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.755378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.755454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.755713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.755841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.755967] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 is going to be created. [ 840.757485] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.757638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.757686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.757952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.758059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.758183] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 840.773521] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.773817] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.773948] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.774363] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.774688] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.774926] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-33c05afd-30ea-4ac7-934f-7872879417f3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.789825] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.790084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.790084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.790375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.790554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.797173] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.797415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.797465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.797658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.797862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.804609] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: UNINITIALIZED for 2s [ 840.810897] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 841.555827] env[66948]: INFO networking_nsxv3.common.synchronization [req-c31ef731-9b11-4bb0-b888-f08b73f0b938 req-e0c56f66-0bce-4eba-b010-7b09343511c5 service nova] Enqueued Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGHEST for action security_group_rules [ 841.556181] env[66948]: INFO networking_nsxv3.common.synchronization [req-c31ef731-9b11-4bb0-b888-f08b73f0b938 req-e0c56f66-0bce-4eba-b010-7b09343511c5 service nova] Enqueued Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGHEST for action security_group_members [ 841.556181] env[66948]: INFO networking_nsxv3.common.synchronization [req-c31ef731-9b11-4bb0-b888-f08b73f0b938 req-e0c56f66-0bce-4eba-b010-7b09343511c5 service nova] Enqueued Resource ID: 33c05afd-30ea-4ac7-934f-7872879417f3 with Priority: HIGHEST for action port [ 841.556914] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGHEST for action security_group_rules [ 841.557231] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGHEST for action security_group_members [ 841.557383] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c05afd-30ea-4ac7-934f-7872879417f3 with Priority: HIGHEST for action port [ 841.557697] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.557838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.557916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.558173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.558373] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.559588] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.559588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.559588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.559588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.559940] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.559940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.559940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.559940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.560284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.560284] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.561279] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c05afd-30ea-4ac7-934f-7872879417f3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.561279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c05afd-30ea-4ac7-934f-7872879417f3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.561279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c05afd-30ea-4ac7-934f-7872879417f3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.561443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c05afd-30ea-4ac7-934f-7872879417f3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.561549] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c05afd-30ea-4ac7-934f-7872879417f3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.064477] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33c05afd-30ea-4ac7-934f-7872879417f3 with status ACTIVE [ 842.064672] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.064851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.064932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.065127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.065221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.065519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.065639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.065639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.065797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.065867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.066045] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.066154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.066210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.066344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.066478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.066620] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33c05afd-30ea-4ac7-934f-7872879417f3 is going to be updated. [ 842.072151] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.073534] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.073534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.101125] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.101212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.101253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.101480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.101632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.102307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c05afd-30ea-4ac7-934f-7872879417f3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.435555] env[66948]: INFO networking_nsxv3.common.synchronization [req-39ad2fbe-95fc-4b3e-a1ed-66b53beb0378 req-f1550169-d1aa-4509-9f0a-f0fd4b684d8a tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 842.436144] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 842.436502] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.436709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.436709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.437024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.437188] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.437292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.437357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.437517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.437607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.437690] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.556644] env[66948]: INFO networking_nsxv3.common.synchronization [None req-601fea5d-8c88-4359-b171-da0627f93bb1 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_rules [ 842.557341] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_rules [ 842.557738] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31cfabb-0ab4-460f-929d-b433762a3d2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.557856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.557856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.558286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.558501] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.574432] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.585206] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 842.585278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.699125] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ff18cb63-29d2-4bd1-90e9-66c8cd641b51 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_rules [ 842.699698] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_rules [ 842.700031] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31cfabb-0ab4-460f-929d-b433762a3d2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.700139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.821381] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: SUCCESS [ 842.821610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.821812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.822086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.822272] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.822438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.822487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.822636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.822719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.823770] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.824634] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 842.824827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.825406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.825406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.825406] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.825649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.825649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.825810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.825810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.825901] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.896093] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.896432] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.896641] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.896970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.898235] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.899312] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.899312] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.899312] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.899312] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.899728] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.899923] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.900093] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.900247] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.900402] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.900547] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.900720] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.934713] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.934891] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.935038] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.935223] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.935634] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-a2c746ca-41da-45f1-9f04-72228a85230a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.935798] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-a2c746ca-41da-45f1-9f04-72228a85230a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.935915] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-a2c746ca-41da-45f1-9f04-72228a85230a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.936253] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-a2c746ca-41da-45f1-9f04-72228a85230a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.936691] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c746ca-41da-45f1-9f04-72228a85230a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.941369] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.941516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.941575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.941731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.941813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.942020] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.942115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.942169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.942319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.942391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.942474] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df already deleted. [ 842.942548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.078326] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.079036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.079036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.079036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.079287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.079287] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 is going to be created. [ 843.089279] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.089450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.089492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.089694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.089778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.089873] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31cfabb-0ab4-460f-929d-b433762a3d2e already deleted. [ 843.089972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.090207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.090480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.090566] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.108122] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.108122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.108122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.108122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.108122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.121679] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 in Status: UNINITIALIZED for 2s [ 843.327414] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.328469] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.424869] env[66948]: INFO networking_nsxv3.common.synchronization [req-463740fe-9590-4625-8aec-fcda483ea0be req-694f3598-a9ab-4bd8-8a17-8d2a33c0e5ae tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 843.425500] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 843.425868] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.426015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.426091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.426326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.426493] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.426605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.426663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.426827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.426921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.427029] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.438877] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.439108] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.439234] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.439503] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.439702] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.439788] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port a2c746ca-41da-45f1-9f04-72228a85230a not found, creating... [ 843.440916] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.440916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.440916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.440916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.440916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.440916] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.441170] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.441170] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.441359] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.441488] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.441626] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: a2c746ca-41da-45f1-9f04-72228a85230a is going to be created. [ 843.467262] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.467394] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.467738] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.468174] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.468288] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.469213] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-a2c746ca-41da-45f1-9f04-72228a85230a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.621811] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.622151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.622151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.622339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.622474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.622597] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31cfabb-0ab4-460f-929d-b433762a3d2e already deleted. [ 843.622707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.832022] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.832022] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.931094] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.931304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.931395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.931658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.931773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.931998] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.932112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.932169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.932332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.932414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.932504] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 843.958205] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.958379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.958430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.958621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.958768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.968428] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 844.188742] env[66948]: INFO networking_nsxv3.common.synchronization [req-39ad2fbe-95fc-4b3e-a1ed-66b53beb0378 req-5a058b94-4fda-42ba-81aa-85918e71c033 service nova] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_rules [ 844.188846] env[66948]: INFO networking_nsxv3.common.synchronization [req-39ad2fbe-95fc-4b3e-a1ed-66b53beb0378 req-5a058b94-4fda-42ba-81aa-85918e71c033 service nova] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 844.188994] env[66948]: INFO networking_nsxv3.common.synchronization [req-39ad2fbe-95fc-4b3e-a1ed-66b53beb0378 req-5a058b94-4fda-42ba-81aa-85918e71c033 service nova] Enqueued Resource ID: a2c746ca-41da-45f1-9f04-72228a85230a with Priority: HIGHEST for action port [ 844.190182] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_rules [ 844.190182] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 844.190182] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c746ca-41da-45f1-9f04-72228a85230a with Priority: HIGHEST for action port [ 844.190182] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.190391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.190391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.190583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.190660] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.191882] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.191882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.191882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.191882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.192152] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.192152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.192152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.192312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.192355] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.192454] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.197508] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c746ca-41da-45f1-9f04-72228a85230a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.197508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c746ca-41da-45f1-9f04-72228a85230a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.197508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c746ca-41da-45f1-9f04-72228a85230a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.197508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c746ca-41da-45f1-9f04-72228a85230a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.197508] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c746ca-41da-45f1-9f04-72228a85230a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.335043] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.335229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.335329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.335566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.335665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.335774] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 844.337345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.337468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.337536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.337710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.337869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.337971] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 is going to be updated. [ 844.370023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.370023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.370023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.370023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.370023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.371046] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.371384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.371651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.372064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.372427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.383473] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: IN_PROGRESS for 2s [ 844.383473] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 844.698056] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.698458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.698511] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2c746ca-41da-45f1-9f04-72228a85230a with status ACTIVE [ 844.698676] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.698921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.698921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.699099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.699195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.699386] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.699539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.699586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.699739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.699826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.700014] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.700119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.700258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.700317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.700396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.700482] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2c746ca-41da-45f1-9f04-72228a85230a is going to be updated. [ 844.701616] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.733354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.733354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.733354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.733632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.733736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.733948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c746ca-41da-45f1-9f04-72228a85230a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.133146] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 in Status: SUCCESS [ 845.133146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.133146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.133359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.133456] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.133571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.133635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.133799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.133873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.133956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.134059] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.204299] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.267469] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-b664e954-8237-4283-835c-20c25c0cc22e tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 845.268196] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 845.268727] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.268727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.269063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.269063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.269285] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.269362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.269362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.269520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.269604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.269697] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.636706] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.636959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.637087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.637330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.637661] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.637661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.637661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.637898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.637898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.638024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.638125] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.638224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.638271] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.639452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.639452] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.639452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.639452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.639452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.639452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.639452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.639452] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.707076] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.707421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.707421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.707677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.707804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.707919] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be created. [ 845.715276] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-39ee0c0d-417b-4ae8-912e-0fdf0af2df89 tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 845.716068] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 845.716406] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.716521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.734304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.734582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.734660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.734875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.735060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.749178] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: UNINITIALIZED for 2s [ 845.775256] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.775256] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.775256] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e already deleted. [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.775256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.775869] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.775869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.775869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.776592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.776592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.776592] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.981099] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 845.981099] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 845.981099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.086838] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-65cd4568-4c32-4d09-85a5-bc1c92e14688 tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 846.086838] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 846.086838] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.086838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.143026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357: rpc.has_security_group_logging(os_id): False [ 846.161516] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.161749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.161749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.161865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.161939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.162174] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.162288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.162368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.162483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.162563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.162773] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.162880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.162934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.163097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.163246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.163504] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.163628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.163707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.163819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.163885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.163990] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 is going to be created. [ 846.240555] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.240720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.240720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.240953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.241183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.254532] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 in Status: IN_PROGRESS for 2s [ 846.282245] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.282245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.282245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.282245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.282245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.282245] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.282245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.282245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.282898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.283167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.283239] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e already deleted. [ 846.283441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.283918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.284255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.284567] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.284801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.285425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.285685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.285893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.286198] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.400050] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 846.400315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.400527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.400836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.401111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.401241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.401311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.401482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.401576] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.401744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.401862] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.404135] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: SUCCESS [ 846.404226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.404383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.404672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.404953] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.405073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.405139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.405274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.405458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.405553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.405648] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.498812] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.499053] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-815" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.499215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-815" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.499474] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-815" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.499763] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.499914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.500048] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.500705] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.501049] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.501212] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.501327] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.501438] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.501593] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.501654] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.501758] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.501897] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.524110] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.524383] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.524516] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.524772] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-815" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.525076] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-f2b4805d-33dd-4447-b431-cd1508e9ebef taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.525351] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-f2b4805d-33dd-4447-b431-cd1508e9ebef" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.525968] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-f2b4805d-33dd-4447-b431-cd1508e9ebef" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.526449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-f2b4805d-33dd-4447-b431-cd1508e9ebef" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.526604] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b4805d-33dd-4447-b431-cd1508e9ebef',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.790727] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.791084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.791084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.791084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.791219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.791385] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.791497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.791554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.791688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.791752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.791829] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e already deleted. [ 846.791914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.912025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.912025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.912025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.912025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.912025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.912862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.912862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.912862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.912862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.912862] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.914108] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.030024] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.030385] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.030532] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.030898] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.031197] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.031369] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port f2b4805d-33dd-4447-b431-cd1508e9ebef not found, creating... [ 847.031736] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.031922] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.032080] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.032420] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.032579] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.032929] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.033287] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.033822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.034035] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.034284] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.034484] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: f2b4805d-33dd-4447-b431-cd1508e9ebef is going to be created. [ 847.062461] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.062875] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.062992] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.063368] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.063724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.064120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-f2b4805d-33dd-4447-b431-cd1508e9ebef" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.416355] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc: rpc.has_security_group_logging(os_id): False [ 847.417548] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64d7e358-ecf9-41da-a8ad-2e6b183bb587: rpc.has_security_group_logging(os_id): False [ 847.437925] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.437925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.437925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.437925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.437925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.438291] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.438348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.438562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.438673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.438729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.438790] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 is going to be created. [ 847.440789] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.440935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.441033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.441180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.441261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.441529] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.441675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.441745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.441899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.441973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.442192] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.442324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.442467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.442588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.442670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.442851] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.442944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.443053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.443264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.443346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.443442] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 847.506698] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.506884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.506961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.507805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.507977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.514725] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.514901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.514949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.515175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.515400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.525731] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: IN_PROGRESS for 2s [ 847.534584] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 847.761075] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: SUCCESS [ 847.761075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.761075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.761075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.761075] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.761431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.761431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.761431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.761538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.761538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.761629] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.796750] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-22031fc2-0214-498e-904b-36e3aefac3a4 service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 847.797177] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-22031fc2-0214-498e-904b-36e3aefac3a4 service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 847.797300] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-22031fc2-0214-498e-904b-36e3aefac3a4 service nova] Enqueued Resource ID: f2b4805d-33dd-4447-b431-cd1508e9ebef with Priority: HIGHEST for action port [ 847.797428] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 847.797596] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 847.797696] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b4805d-33dd-4447-b431-cd1508e9ebef with Priority: HIGHEST for action port [ 847.798416] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.798570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.798639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.798889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.798971] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.799799] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.799940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.800029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.800156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.800369] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.800499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.800566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.800714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.800800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.801146] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.801761] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2b4805d-33dd-4447-b431-cd1508e9ebef taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.802458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2b4805d-33dd-4447-b431-cd1508e9ebef" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.802606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2b4805d-33dd-4447-b431-cd1508e9ebef" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.804574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2b4805d-33dd-4447-b431-cd1508e9ebef" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.808082] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b4805d-33dd-4447-b431-cd1508e9ebef',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.066607] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGHEST for action security_group_members [ 848.066786] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 848.067964] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 848.068488] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGHEST for action security_group_members [ 848.068706] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 848.068903] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 848.069362] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-637510df-9ab0-4080-ae54-51d11d20b578 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.069561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.069684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.070365] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.070539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.070581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.070829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.070966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.071153] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.073538] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.073702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.073801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.074090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.074318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.074464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.074557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.074788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.074914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.075057] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.076822] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.079096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.079096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.079096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.079317] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.079481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.079597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.079864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.079986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.080263] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.119468] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGHEST for action security_group_rules [ 848.119657] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGHEST for action security_group_members [ 848.119790] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_rules [ 848.119914] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 848.120047] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 848.120574] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 848.120574] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3b342f2-81d4-4415-8777-4f696561b6f5 req-14fa9f16-85c7-4f41-b220-1fb47e741219 tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb with Priority: HIGHEST for action port [ 848.121576] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGHEST for action security_group_rules [ 848.121576] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_rules [ 848.121576] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 848.121951] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb with Priority: HIGHEST for action port [ 848.121951] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_rules [ 848.121951] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGHEST for action security_group_members [ 848.121951] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 848.125634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637510df-9ab0-4080-ae54-51d11d20b578 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.125634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.125634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.125634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.125634] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.125634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.125634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.125634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.125634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.125634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-38cc6e9a-e00d-4224-a171-b523a7bffaeb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.125634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.125634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.125634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.125634] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38cc6e9a-e00d-4224-a171-b523a7bffaeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.126367] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.126367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.126450] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-637510df-9ab0-4080-ae54-51d11d20b578 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.127853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.127853] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.127853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.265249] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.265522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.265632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.265803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.265986] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.266204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.266204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.266396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.266491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.266586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.266787] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.266893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.266949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.267137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.267352] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.267485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.267570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.267853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.267853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.268031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.268191] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.269844] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 in Status: SUCCESS [ 848.270058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.310274] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.310407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.310594] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.311522] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2b4805d-33dd-4447-b431-cd1508e9ebef with status ACTIVE [ 848.311729] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.311846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.311945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.312209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.312305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.312559] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.312668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.312729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.312890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.312970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.313229] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.313310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.313344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.313482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.313560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.313645] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2b4805d-33dd-4447-b431-cd1508e9ebef is going to be updated. [ 848.341124] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.341337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.341388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.341613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.341785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.341984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2b4805d-33dd-4447-b431-cd1508e9ebef" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.474599] env[66948]: INFO networking_nsxv3.common.synchronization [req-1dd22b4c-1e03-4ac5-96e0-175591d71b44 req-377e55f9-224f-4ed4-bbc8-f16b66fdbfe0 tempest-FloatingIPsAssociationTestJSON-2063168333 tempest-FloatingIPsAssociationTestJSON-2063168333-project-member] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 848.475654] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 848.475654] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.475837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.475837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.476057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.476246] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.476561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.476561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.476650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.476803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.476877] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.575043] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.577395] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.583206] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.624852] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-637510df-9ab0-4080-ae54-51d11d20b578 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.624987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.629064] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38cc6e9a-e00d-4224-a171-b523a7bffaeb with status ACTIVE [ 848.629431] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.631308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.631428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.631760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.631900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.632238] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.632405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.633132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.633207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.633324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.633612] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.633774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.633895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.634160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.634293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.634411] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38cc6e9a-e00d-4224-a171-b523a7bffaeb is going to be updated. [ 848.658184] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.658343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.659033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.659033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.659033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.659232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38cc6e9a-e00d-4224-a171-b523a7bffaeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.773702] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2d964b-c439-40ad-91f5-24b10c8539df: rpc.has_security_group_logging(os_id): False [ 848.794337] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.794502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.794549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.794818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.794903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.795147] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.795246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.795334] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.795508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.795595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.795781] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.795890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.796017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.796105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.796194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.796440] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.796596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.796687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.796880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.797131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.798203] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be created. [ 848.816070] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.869403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.869403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.869403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.869692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.869692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.887965] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: IN_PROGRESS for 2s [ 848.899787] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.899999] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-391" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.900152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-391" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.900514] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-391" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.900805] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.900978] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.901246] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.901483] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.901651] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.901850] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.901975] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.902103] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.902217] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.902373] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.902496] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.902631] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.936121] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.936348] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.936549] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.936802] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-391" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.937236] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.937479] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.937634] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.938087] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.938269] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a4f629-a2e6-4dd0-bf02-7e1291585c72',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.980581] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.058929] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.059149] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-230" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.059290] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-230" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.059640] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-230" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.059906] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.060077] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.060192] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.060409] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.060587] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.060793] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.060899] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.061020] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.061123] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.061230] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.061333] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.061460] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.077817] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.079610] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.080255] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.080255] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.080255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-230" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.080527] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-8025b189-4aed-4dc8-9ac6-55a624321c56 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.080658] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-8025b189-4aed-4dc8-9ac6-55a624321c56" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.080776] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-8025b189-4aed-4dc8-9ac6-55a624321c56" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.081165] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-8025b189-4aed-4dc8-9ac6-55a624321c56" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.081245] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8025b189-4aed-4dc8-9ac6-55a624321c56',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.083140] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.086515] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.319725] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.319991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.319991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.320313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.320442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.320575] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be created. [ 849.351774] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.351976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.352054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.352230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.352465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.364488] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: UNINITIALIZED for 2s [ 849.441649] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.442046] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.442278] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.442689] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.442917] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.443975] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port e1a4f629-a2e6-4dd0-bf02-7e1291585c72 not found, creating... [ 849.443975] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.443975] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.444223] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.444482] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.444679] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.445124] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.445400] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.445567] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.445851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.446044] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.446307] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: e1a4f629-a2e6-4dd0-bf02-7e1291585c72 is going to be created. [ 849.471388] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.471673] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.472296] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.472533] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.472981] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.473508] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.484557] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.550605] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: SUCCESS [ 849.550921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.551152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.551479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.551573] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.560755] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 849.561234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.561391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.561660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.561773] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.583661] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.583959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.584095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.584214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.584394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.584593] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637510df-9ab0-4080-ae54-51d11d20b578 is going to be created. [ 849.589965] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.590453] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.590724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.591285] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.591517] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.591798] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 8025b189-4aed-4dc8-9ac6-55a624321c56 not found, creating... [ 849.592181] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.592476] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.592720] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.593117] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.593461] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.593837] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.593983] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.594114] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.594431] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.594530] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.594717] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 8025b189-4aed-4dc8-9ac6-55a624321c56 is going to be created. [ 849.596150] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.596299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.596379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.596733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.596888] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.596997] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 849.598239] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.598384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.598445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.598656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.598787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.598901] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 is going to be updated. [ 849.647791] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.648052] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.648190] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.648484] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.648730] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.648972] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-8025b189-4aed-4dc8-9ac6-55a624321c56" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.657511] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.657810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.657810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.657981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.658154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.667975] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.668199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.668249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.668433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.668588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.670514] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.670694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.670766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.670962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.671124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.672696] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: UNINITIALIZED for 2s [ 849.688210] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: IN_PROGRESS for 2s [ 849.689013] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 849.987054] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.987054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.987054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.987581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.988329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.988329] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f is going to be updated. [ 850.035919] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.036178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.036303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.036650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.036889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.048358] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: IN_PROGRESS for 2s [ 850.054148] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.054604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.064386] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.064612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.225111] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-396e3824-f244-45b4-a5e3-1545cbaa1417 service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 850.225329] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-396e3824-f244-45b4-a5e3-1545cbaa1417 service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 850.225467] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-396e3824-f244-45b4-a5e3-1545cbaa1417 service nova] Enqueued Resource ID: e1a4f629-a2e6-4dd0-bf02-7e1291585c72 with Priority: HIGHEST for action port [ 850.226017] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 850.226358] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 850.226358] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a4f629-a2e6-4dd0-bf02-7e1291585c72 with Priority: HIGHEST for action port [ 850.227453] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.227899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.228204] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.228330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.228621] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.229084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.229238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.230396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.230535] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a4f629-a2e6-4dd0-bf02-7e1291585c72',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.334032] env[66948]: INFO networking_nsxv3.common.synchronization [req-1dd22b4c-1e03-4ac5-96e0-175591d71b44 req-b99a646b-81a8-4a2f-8792-9c6257ab33f5 service nova] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_rules [ 850.334032] env[66948]: INFO networking_nsxv3.common.synchronization [req-1dd22b4c-1e03-4ac5-96e0-175591d71b44 req-b99a646b-81a8-4a2f-8792-9c6257ab33f5 service nova] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 850.334032] env[66948]: INFO networking_nsxv3.common.synchronization [req-1dd22b4c-1e03-4ac5-96e0-175591d71b44 req-b99a646b-81a8-4a2f-8792-9c6257ab33f5 service nova] Enqueued Resource ID: 8025b189-4aed-4dc8-9ac6-55a624321c56 with Priority: HIGHEST for action port [ 850.334032] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_rules [ 850.334032] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 850.334032] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8025b189-4aed-4dc8-9ac6-55a624321c56 with Priority: HIGHEST for action port [ 850.334032] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.334582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.334582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.334582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.334582] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.335967] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.336124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.338919] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-8025b189-4aed-4dc8-9ac6-55a624321c56 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.338919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8025b189-4aed-4dc8-9ac6-55a624321c56" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.338919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8025b189-4aed-4dc8-9ac6-55a624321c56" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.338919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8025b189-4aed-4dc8-9ac6-55a624321c56" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.338919] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8025b189-4aed-4dc8-9ac6-55a624321c56',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.733691] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1a4f629-a2e6-4dd0-bf02-7e1291585c72 with status ACTIVE [ 850.733836] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.733985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.734320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.734535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.734732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.734980] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.735215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.735374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.735761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.735859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.736119] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.736236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.736515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.736515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.736747] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1a4f629-a2e6-4dd0-bf02-7e1291585c72 is going to be updated. [ 850.759632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.759973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.760259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.760693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.760944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.761171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1a4f629-a2e6-4dd0-bf02-7e1291585c72" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.840448] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.840448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.840448] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8025b189-4aed-4dc8-9ac6-55a624321c56 with status ACTIVE [ 850.840622] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.840674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.840928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.840928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.841060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.841257] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.841319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.841384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.841665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.841665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.841794] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.841906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.841960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.842167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.842261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.842445] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8025b189-4aed-4dc8-9ac6-55a624321c56 is going to be updated. [ 850.870240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.870484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.870484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.870663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.870812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.870977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8025b189-4aed-4dc8-9ac6-55a624321c56" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.903808] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: SUCCESS [ 850.904050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.932972] env[66948]: INFO networking_nsxv3.common.synchronization [req-97b5b20c-7f79-47d1-9055-26ddc0af65eb req-a3958379-479f-4397-94ac-e4263a1c2eaf tempest-ServerActionsTestOtherB-1643070502 tempest-ServerActionsTestOtherB-1643070502-project-member] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 850.933987] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 850.934384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.934543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.934631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.935042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.936149] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.936149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.936149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.936149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.936149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.936149] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.011949] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.012304] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-815" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.012304] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-815" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.012530] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-815" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.015023] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.015023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.015023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.015023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.015023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.015023] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.015023] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.015023] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.015023] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.015023] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.015023] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.015829] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.044837] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.045157] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.045157] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.045319] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-815" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.048526] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-15c1696c-e17f-4059-b7db-644cac08ba82 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.049639] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-15c1696c-e17f-4059-b7db-644cac08ba82" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.049639] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-15c1696c-e17f-4059-b7db-644cac08ba82" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.049639] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-15c1696c-e17f-4059-b7db-644cac08ba82" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.049639] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c1696c-e17f-4059-b7db-644cac08ba82',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.349033] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.349203] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.349351] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.349728] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.350021] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.350212] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.350382] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.350662] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.350811] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.351067] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.351189] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.351303] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.351426] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.351555] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.351664] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.351966] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.373336] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.373644] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.373840] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.374109] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.374460] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-c5154eab-1659-4758-8193-16651e7a8ecc taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.374691] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-c5154eab-1659-4758-8193-16651e7a8ecc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.374887] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-c5154eab-1659-4758-8193-16651e7a8ecc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.375354] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-c5154eab-1659-4758-8193-16651e7a8ecc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.375581] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5154eab-1659-4758-8193-16651e7a8ecc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.377220] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 851.377452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.377658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.378565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.378565] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.378565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.378565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.378565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.378832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.378832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.378894] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.379930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.380180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.380433] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.380514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.380556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.380773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.381586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.381586] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.439765] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.440260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.440450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.440664] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.440969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.441061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.441135] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd already deleted. [ 851.441212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.553291] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.553524] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.553661] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.553933] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.554095] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.554295] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 15c1696c-e17f-4059-b7db-644cac08ba82 not found, creating... [ 851.554513] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.554681] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.554786] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.554994] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.555205] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.555483] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.555639] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.555756] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.555962] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.557301] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.557301] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 15c1696c-e17f-4059-b7db-644cac08ba82 is going to be created. [ 851.580526] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.580766] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.580867] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.581240] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.581438] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.581718] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-15c1696c-e17f-4059-b7db-644cac08ba82" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.683922] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: SUCCESS [ 851.684045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.684226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.684455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.684657] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.684782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.684884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.684991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.685091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.685189] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.700573] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 851.700790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.701518] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: SUCCESS [ 851.701685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.701834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.702077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.702271] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.702383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.702450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.702631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.702713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.702809] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.703860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.704188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.704437] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.704694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.704815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.704932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.705040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.705881] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.881141] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.881453] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.881590] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.881881] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.882081] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.882266] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port c5154eab-1659-4758-8193-16651e7a8ecc not found, creating... [ 851.882571] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.882741] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.882853] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.883094] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.883234] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.883562] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.883724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.883814] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.884033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.884188] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.884356] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: c5154eab-1659-4758-8193-16651e7a8ecc is going to be created. [ 851.885813] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.885951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.886109] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.909181] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.909468] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.909559] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.909780] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.910020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.910290] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-c5154eab-1659-4758-8193-16651e7a8ecc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.059683] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: SUCCESS [ 852.060174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.060174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.060323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.060517] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.060644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.060707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.060863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.060945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.061054] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.187719] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.207201] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.208161] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.282600] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-677bd674-e61e-4e70-9cc8-e6da7176844c service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 852.282783] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-677bd674-e61e-4e70-9cc8-e6da7176844c service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 852.282924] env[66948]: INFO networking_nsxv3.common.synchronization [req-69854e55-e94c-4116-bab0-c879162bab45 req-677bd674-e61e-4e70-9cc8-e6da7176844c service nova] Enqueued Resource ID: 15c1696c-e17f-4059-b7db-644cac08ba82 with Priority: HIGHEST for action port [ 852.283527] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 852.283658] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 852.283785] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c1696c-e17f-4059-b7db-644cac08ba82 with Priority: HIGHEST for action port [ 852.284049] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.284151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.284348] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.284429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.284638] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-15c1696c-e17f-4059-b7db-644cac08ba82 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.284745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15c1696c-e17f-4059-b7db-644cac08ba82" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.284800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15c1696c-e17f-4059-b7db-644cac08ba82" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.285108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15c1696c-e17f-4059-b7db-644cac08ba82" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.285199] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15c1696c-e17f-4059-b7db-644cac08ba82',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.388849] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.565241] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.690289] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.697359] env[66948]: INFO networking_nsxv3.common.synchronization [req-97b5b20c-7f79-47d1-9055-26ddc0af65eb req-22f5c69e-08d8-438b-a145-09d408415965 service nova] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 852.697429] env[66948]: INFO networking_nsxv3.common.synchronization [req-97b5b20c-7f79-47d1-9055-26ddc0af65eb req-22f5c69e-08d8-438b-a145-09d408415965 service nova] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 852.697582] env[66948]: INFO networking_nsxv3.common.synchronization [req-97b5b20c-7f79-47d1-9055-26ddc0af65eb req-22f5c69e-08d8-438b-a145-09d408415965 service nova] Enqueued Resource ID: c5154eab-1659-4758-8193-16651e7a8ecc with Priority: HIGHEST for action port [ 852.698522] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 852.698900] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 852.698900] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5154eab-1659-4758-8193-16651e7a8ecc with Priority: HIGHEST for action port [ 852.699369] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.699369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.699369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.699784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.699922] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.701387] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.701535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.701584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.701757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.702020] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.702142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.702142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.703071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.703071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.703071] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.704041] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5154eab-1659-4758-8193-16651e7a8ecc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.704041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5154eab-1659-4758-8193-16651e7a8ecc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.704041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5154eab-1659-4758-8193-16651e7a8ecc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.704262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5154eab-1659-4758-8193-16651e7a8ecc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.704262] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5154eab-1659-4758-8193-16651e7a8ecc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.709885] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.710736] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.789640] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15c1696c-e17f-4059-b7db-644cac08ba82 with status ACTIVE [ 852.789928] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.790090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.790159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.790979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.791155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.791333] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.791493] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.791608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.791805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.792468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.792468] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.792468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.792468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.792655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.792737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.792865] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15c1696c-e17f-4059-b7db-644cac08ba82 is going to be updated. [ 852.820973] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.821140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.821258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.821441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.821584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.822466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15c1696c-e17f-4059-b7db-644cac08ba82" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.892107] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.892675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.892883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.893588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.893588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.893718] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 852.930269] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.930269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.930664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.930664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.930664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.948099] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 853.067868] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.194308] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.194308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.194308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.194308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.194308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.194308] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637510df-9ab0-4080-ae54-51d11d20b578 is going to be updated. [ 853.205650] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.205885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.206185] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.207246] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5154eab-1659-4758-8193-16651e7a8ecc with status ACTIVE [ 853.207441] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.208430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.208430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.208430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.208430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.208430] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.208891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.208891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.208891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.208891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.209055] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.209498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.209498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.209498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.209979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.210112] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5154eab-1659-4758-8193-16651e7a8ecc is going to be updated. [ 853.212327] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.212456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.212524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.212770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.212921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.214328] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 is going to be updated. [ 853.214529] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.214740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.214821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.214988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.215092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.215184] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 853.227063] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.227217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.227288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.227503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.227655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.234874] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.235061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.235112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.235322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.235463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.235659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5154eab-1659-4758-8193-16651e7a8ecc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237656] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: IN_PROGRESS for 2s [ 853.248376] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.248376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.248376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.248576] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.248684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.250910] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.250910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.250910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.250910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.251163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.261341] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 853.262292] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: IN_PROGRESS for 2s [ 853.572641] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.572811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.572902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.573173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.574264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.574264] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f is going to be updated. [ 853.607370] env[66948]: INFO networking_nsxv3.common.synchronization [req-345b082c-057b-48c7-afc5-8703730458ab req-1ecbffae-ac8a-4869-be48-290705f59fa4 tempest-ServerPasswordTestJSON-268341319 tempest-ServerPasswordTestJSON-268341319-project-member] Enqueued Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGHEST for action security_group_members [ 853.611937] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.611937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.611937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.613034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.613708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.616267] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGHEST for action security_group_members [ 853.616267] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f180044c-98a1-4c2c-8886-f51c008ba8e4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.616267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.616267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.616614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.617748] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.617748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.617748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.617748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.617748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.617748] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.633019] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: IN_PROGRESS for 2s [ 853.712751] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.121343] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.121899] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-676" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.121899] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-676" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.121899] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-676" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.122430] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.122613] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.122734] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.122975] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.123149] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.123438] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.123565] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.123687] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.123780] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.123889] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.123992] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.124141] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.125848] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.126028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.126091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.126270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.126408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.126714] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.126864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.126934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.127179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.127285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.127408] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 already deleted. [ 854.127540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.147507] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.147708] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.147809] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.147993] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-676" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.148361] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-6c48270d-06b7-444c-8fd9-3f4f29ea155a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.148536] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-6c48270d-06b7-444c-8fd9-3f4f29ea155a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.148669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-6c48270d-06b7-444c-8fd9-3f4f29ea155a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.149065] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-6c48270d-06b7-444c-8fd9-3f4f29ea155a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.149224] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c48270d-06b7-444c-8fd9-3f4f29ea155a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.216062] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.216287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.216287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.216552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.216669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.216801] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be created. [ 854.242351] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.242613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.242746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.243092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.243358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.256667] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: UNINITIALIZED for 2s [ 854.651567] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.654215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.654215] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 6c48270d-06b7-444c-8fd9-3f4f29ea155a not found, creating... [ 854.654215] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.654215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.654573] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654573] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.655421] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.655421] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.655721] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 6c48270d-06b7-444c-8fd9-3f4f29ea155a is going to be created. [ 854.689889] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.692733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.692733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.692733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.692733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.692733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-6c48270d-06b7-444c-8fd9-3f4f29ea155a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.959787] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 854.960393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.960393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.960558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.960837] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.960837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.960943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.961175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.961213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.961291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.961470] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.961556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.961616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.961767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.962186] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.962302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.962395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.962780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.962780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.962780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.963101] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.964179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.964414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.964661] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.964937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.964937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.965152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.965274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.965441] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.969388] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a6f2b62b-673e-4221-a6f1-2e21f3613a1e None None] Enqueued Resource ID: 4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8 with Priority: HIGHEST for action port [ 854.970518] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8 with Priority: HIGHEST for action port [ 854.970851] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.971021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.971480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.971732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.971870] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.249955] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: IN_PROGRESS for 4s [ 855.275815] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: SUCCESS [ 855.276499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.276499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.277154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.277154] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.277154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.277154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.277154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.277535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.277535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.277535] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.279407] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 855.279407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.280102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.280102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.280102] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.280102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.280102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.280444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.280444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.280444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.280599] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.443857] env[66948]: INFO networking_nsxv3.common.synchronization [req-345b082c-057b-48c7-afc5-8703730458ab req-79ffd55c-92f9-4512-9937-27a23f808afc service nova] Enqueued Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGHEST for action security_group_rules [ 855.443857] env[66948]: INFO networking_nsxv3.common.synchronization [req-345b082c-057b-48c7-afc5-8703730458ab req-79ffd55c-92f9-4512-9937-27a23f808afc service nova] Enqueued Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGHEST for action security_group_members [ 855.443857] env[66948]: INFO networking_nsxv3.common.synchronization [req-345b082c-057b-48c7-afc5-8703730458ab req-79ffd55c-92f9-4512-9937-27a23f808afc service nova] Enqueued Resource ID: 6c48270d-06b7-444c-8fd9-3f4f29ea155a with Priority: HIGHEST for action port [ 855.443857] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGHEST for action security_group_rules [ 855.443857] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGHEST for action security_group_members [ 855.444274] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c48270d-06b7-444c-8fd9-3f4f29ea155a with Priority: HIGHEST for action port [ 855.444274] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f180044c-98a1-4c2c-8886-f51c008ba8e4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.444433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.444468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.444979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.444979] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.446710] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f180044c-98a1-4c2c-8886-f51c008ba8e4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.446843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.446925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.447176] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.447347] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.447452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.447539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.447701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.447788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.447902] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.450865] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c48270d-06b7-444c-8fd9-3f4f29ea155a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.450865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c48270d-06b7-444c-8fd9-3f4f29ea155a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.450865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c48270d-06b7-444c-8fd9-3f4f29ea155a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.450865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c48270d-06b7-444c-8fd9-3f4f29ea155a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.450865] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c48270d-06b7-444c-8fd9-3f4f29ea155a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.469488] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d5d52e3-7704-4c54-bfb2-7e8068ab988e: rpc.has_security_group_logging(os_id): False [ 855.471620] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.474290] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8 [ 855.474600] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.474826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.474826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.475085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.475085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.476259] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8 already deleted. [ 855.476259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c0c7c5b-27bd-4f49-ab79-18e2f00cffa8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.498112] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.498112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.498112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.498478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.498478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.499783] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.499783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.499783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.499783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.499783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.499783] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.499783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.500184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.501851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.501851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.502335] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502871] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.502978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.503682] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be created. [ 855.597681] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.597872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.597944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.598380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.598606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.614558] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 855.654411] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: SUCCESS [ 855.654701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.654879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.655622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.655622] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.655622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.655622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.655886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.656022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.656120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.656230] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.782428] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.783913] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.784104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.784187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.784456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.784718] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.784861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.784961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.787934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.788071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.788993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.788993] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.788993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.788993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.788993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.788993] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.789285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.789285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.789349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.789433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.789543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.789652] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.948320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f180044c-98a1-4c2c-8886-f51c008ba8e4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.948320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.951397] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.952506] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c48270d-06b7-444c-8fd9-3f4f29ea155a with status ACTIVE [ 855.952704] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.952868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.953276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.953399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.953683] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.953776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.953828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.957018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.957018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.957018] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.957018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.957018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.957018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.957018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.957018] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c48270d-06b7-444c-8fd9-3f4f29ea155a is going to be updated. [ 855.975507] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.982133] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.982320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.982452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.982560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.982723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.986591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c48270d-06b7-444c-8fd9-3f4f29ea155a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.041907] env[66948]: INFO networking_nsxv3.common.synchronization [req-5f4d41e4-2dcc-42a9-9ce1-d5afdc034360 req-37c274ba-cc42-45f3-b644-5aff05e14531 tempest-ServersV294TestFqdnHostnames-1528404014 tempest-ServersV294TestFqdnHostnames-1528404014-project-member] Enqueued Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_members [ 856.042533] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGHEST for action security_group_members [ 856.042859] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.042980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.043225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.043752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.043972] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.045125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.045262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.045620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.045780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.045991] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.158627] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.158898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.158974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.159786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.160326] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.160675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.160757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.161192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.161292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.161399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.161583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.161686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.161744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.161903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.162057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.162149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.162203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.162353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.162500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.162584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.162677] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.269081] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 856.269081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.269081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.269081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.269081] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.269081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.269081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.269081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.269081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.269081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.269081] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.293375] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64d7e358-ecf9-41da-a8ad-2e6b183bb587: rpc.has_security_group_logging(os_id): False [ 856.294562] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc: rpc.has_security_group_logging(os_id): False [ 856.317600] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.321377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.321554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.322025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.322185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.322485] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.322678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.322792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.323266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.323266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.323477] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.323628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.323628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.323927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.323927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.324166] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.324166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.324308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.324416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.324474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.324661] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 856.329955] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.330567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.330681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.331125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.331485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.331921] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.332312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.332453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.332973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.333245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.333488] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 is going to be updated. [ 856.460632] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.479189] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.479406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.479480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.480810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.480973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.481140] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 856.510086] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.510086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.510086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.510086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.510086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.520167] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.520167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.520167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.520167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.520167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.537780] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.538102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.538102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.538260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.538525] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.540694] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: IN_PROGRESS for 2s [ 856.549122] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 856.549842] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.549842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.550061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.550228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.550367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.550557] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.550955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.550955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.550955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.551091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.551128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f is going to be updated. [ 856.553346] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 856.607725] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.608048] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.608137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.608429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.608670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.625854] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5402e272-33e0-4952-b771-a05b974e9d0f in Status: IN_PROGRESS for 2s [ 856.664579] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d410cb-b49b-4bee-a34d-a20398df7a8f: rpc.has_security_group_logging(os_id): False [ 856.693747] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.693965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.694040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.694945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.694945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.695204] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.695204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.695412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.695743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.696081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.696320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.696489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.696784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.696943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.697119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.697495] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.697669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.697814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.698054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.698199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.698359] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f is going to be updated. [ 856.766669] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.766840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.766903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.767142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.767297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.772036] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.812212] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: IN_PROGRESS for 2s [ 856.962696] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.962890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.962965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.963339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.963505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.963642] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 is going to be created. [ 856.993184] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.993184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.993184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.993184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.993184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.011374] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 in Status: UNINITIALIZED for 2s [ 857.036975] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b4c5b67c-e470-4bff-900d-23c0a43192f8 None None] Enqueued Resource ID: e807150b-3289-4870-88bb-081414a37768 with Priority: HIGHEST for action port [ 857.036975] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e807150b-3289-4870-88bb-081414a37768 with Priority: HIGHEST for action port [ 857.037290] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e807150b-3289-4870-88bb-081414a37768 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.037478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e807150b-3289-4870-88bb-081414a37768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.037695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e807150b-3289-4870-88bb-081414a37768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.037916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e807150b-3289-4870-88bb-081414a37768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.038019] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e807150b-3289-4870-88bb-081414a37768',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.263035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: SUCCESS [ 857.264366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.264366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.264366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.264366] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.264366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.264366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.264366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.264885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.264885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.264885] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.278487] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd: rpc.has_security_group_logging(os_id): False [ 857.314167] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.314167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.314167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.314167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.314167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.314167] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.314167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.314167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.317468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.317728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.317892] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be created. [ 857.366326] env[66948]: INFO networking_nsxv3.common.synchronization [None req-812d7115-895d-41c4-81b6-e326ce7c5978 tempest-ServersTestJSON-888958432 tempest-ServersTestJSON-888958432-project-member] Enqueued Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_rules [ 857.368072] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_rules [ 857.368072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d5e4e4-d644-4828-986e-187666251613 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.368072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.368269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.369684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.369684] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.393398] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.393398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.393398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.394069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.394373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.410241] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 857.516543] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f7d2c7bc-25cc-42b2-992a-7fcdead7fd85 tempest-ServersTestJSON-888958432 tempest-ServersTestJSON-888958432-project-member] Enqueued Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_rules [ 857.517390] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_rules [ 857.517696] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d5e4e4-d644-4828-986e-187666251613 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.517816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.542233] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e807150b-3289-4870-88bb-081414a37768 [ 857.542521] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.542668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.543412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.543412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.543412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.543412] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e807150b-3289-4870-88bb-081414a37768 already deleted. [ 857.543412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e807150b-3289-4870-88bb-081414a37768" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.628871] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 857.629196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.629390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.629608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.629697] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.768147] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.903835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.904403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.904633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.906092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.906092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.906092] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d5e4e4-d644-4828-986e-187666251613 already deleted. [ 857.906092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.906092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.906092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.906092] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.132809] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.132809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.270176] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 637510df-9ab0-4080-ae54-51d11d20b578: rpc.has_security_group_logging(os_id): False [ 858.292457] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.292952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.293401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.293528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.293590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.293874] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.293993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.294066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.294254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.294365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.294463] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637510df-9ab0-4080-ae54-51d11d20b578 is going to be created. [ 858.368754] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.368923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.369010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.369287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.369617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.386594] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: IN_PROGRESS for 2s [ 858.440225] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.440463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.440590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.440843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.440982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.441128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d5e4e4-d644-4828-986e-187666251613 already deleted. [ 858.441260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.563098] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 858.563385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.563692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.563959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.564200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.564335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.564404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.564586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.564667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.564758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.564851] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.566641] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: SUCCESS [ 858.566936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.576243] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 858.576243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.640494] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5402e272-33e0-4952-b771-a05b974e9d0f in Status: SUCCESS [ 858.640806] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f deletion is rescheduled due to dependency. [ 858.640983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.675223] env[66948]: INFO networking_nsxv3.common.synchronization [req-310bff9e-02fd-4f11-9512-874c467e7366 req-82f39d29-936e-4b6d-ab51-24c8fe3abceb tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGHEST for action security_group_members [ 858.675223] env[66948]: INFO networking_nsxv3.common.synchronization [req-310bff9e-02fd-4f11-9512-874c467e7366 req-82f39d29-936e-4b6d-ab51-24c8fe3abceb tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 858.675223] env[66948]: INFO networking_nsxv3.common.synchronization [req-310bff9e-02fd-4f11-9512-874c467e7366 req-82f39d29-936e-4b6d-ab51-24c8fe3abceb tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 858.675223] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGHEST for action security_group_members [ 858.675223] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 858.675745] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGHEST for action security_group_members [ 858.676127] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-637510df-9ab0-4080-ae54-51d11d20b578 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.676357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.676535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.676724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.676944] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.677125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.677223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.677451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.677577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.677699] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.679339] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.679523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.679611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.679826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.680024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.680159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.680266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.680464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.680583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.680706] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.682931] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.682931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.682931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.682931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.682931] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.682931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.682931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.682931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.682931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.682931] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.838813] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: SUCCESS [ 858.839147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.023084] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 in Status: SUCCESS [ 859.023454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.023668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.024060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.024381] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.025075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.025240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.025457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.025616] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.068535] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.068722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.068783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.068986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.069186] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.069304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.069342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.069475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.069566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.069658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.069942] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.069942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.069942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.070100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.070244] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.070335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.070392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.070531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.070607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.070685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.070842] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.124749] env[66948]: INFO networking_nsxv3.common.synchronization [req-63d6d0d2-5371-437b-a2d7-ecb7868fb61a req-1ec387da-174b-4590-a1d0-23bb3204ff30 tempest-ServerDiagnosticsNegativeTest-1054903399 tempest-ServerDiagnosticsNegativeTest-1054903399-project-member] Enqueued Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGHEST for action security_group_members [ 859.126091] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGHEST for action security_group_members [ 859.126386] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50712aea-1c23-4db8-ae74-4fd87a45f38d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.126508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.126582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.126836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.126993] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.127112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.127451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.127451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.127451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.127555] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.185800] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.187947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.187947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.188201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.188201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.188318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.188548] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.188724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.188724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.188883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.188883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.189061] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637510df-9ab0-4080-ae54-51d11d20b578 is going to be updated. [ 859.190656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.191036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.191036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.191036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.191290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.191290] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.191433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.191433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.191639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.191706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.195086] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 is going to be updated. [ 859.223983] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.224259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.224259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.224519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.224636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.229830] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.229830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.230265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.230265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.230265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.242727] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: IN_PROGRESS for 2s [ 859.243255] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: IN_PROGRESS for 2s [ 859.427625] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 859.427625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.528720] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f180044c-98a1-4c2c-8886-f51c008ba8e4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.528995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.529811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.529811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.533844] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.533985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.534624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.534624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.534624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.534839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.535130] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f180044c-98a1-4c2c-8886-f51c008ba8e4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.535399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.535472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.536070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.536070] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.536365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.536365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.536691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.536868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.537060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.537297] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.574067] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d5d52e3-7704-4c54-bfb2-7e8068ab988e: rpc.has_security_group_logging(os_id): False [ 859.605549] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.605549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.605549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.605549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.605549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.605549] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.605549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.605549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.605549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.605549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.607024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.607024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.607024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.607024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.607024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.607024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.607024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.607024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.607630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.607630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.607630] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 859.629729] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.629999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.630599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.630905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.631074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.631426] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.631607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.631713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.632066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.632162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.632282] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d already deleted. [ 859.632417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.692033] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.732372] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.732800] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.733057] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.733558] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.733910] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.734134] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.734364] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.734613] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.734787] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.735062] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.735195] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.735309] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.735511] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.735743] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.735883] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.736077] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.759276] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.759508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.759508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.759729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.759924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.788118] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 859.801803] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.802105] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.802247] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.802539] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-71" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.802984] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.803192] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.803350] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.803764] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.803992] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.040313] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f180044c-98a1-4c2c-8886-f51c008ba8e4: rpc.has_security_group_logging(os_id): False [ 860.063105] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.063530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.063632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.063834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.063935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.064166] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.064279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.064318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.064513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.064613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.064758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.064857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.064913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.065462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.065462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.065601] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.065707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.065763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.069256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.069445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.069445] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 is going to be created. [ 860.133511] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.133815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.133815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.134081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.134290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.148607] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 in Status: IN_PROGRESS for 2s [ 860.199637] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.199798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.199881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.200865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.200865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.200865] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 860.275407] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.275637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.275817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.276021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.276143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.289957] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 860.306764] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.307051] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.307143] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.307822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.308121] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.308203] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe not found, creating... [ 860.308764] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.309209] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.309473] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.309756] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.310011] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.310579] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.310944] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.310944] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.311237] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.311380] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.311538] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe is going to be created. [ 860.373746] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.374093] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.374267] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.374593] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.374849] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.375123] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.408960] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: SUCCESS [ 860.409164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.028643] env[66948]: INFO networking_nsxv3.common.synchronization [req-63d6d0d2-5371-437b-a2d7-ecb7868fb61a req-589828f8-7389-4577-90bc-0ce0c8f06c8d service nova] Enqueued Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGHEST for action security_group_rules [ 861.028969] env[66948]: INFO networking_nsxv3.common.synchronization [req-63d6d0d2-5371-437b-a2d7-ecb7868fb61a req-589828f8-7389-4577-90bc-0ce0c8f06c8d service nova] Enqueued Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGHEST for action security_group_members [ 861.029149] env[66948]: INFO networking_nsxv3.common.synchronization [req-63d6d0d2-5371-437b-a2d7-ecb7868fb61a req-589828f8-7389-4577-90bc-0ce0c8f06c8d service nova] Enqueued Resource ID: db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe with Priority: HIGHEST for action port [ 861.030250] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGHEST for action security_group_rules [ 861.030250] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGHEST for action security_group_members [ 861.030405] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe with Priority: HIGHEST for action port [ 861.030742] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50712aea-1c23-4db8-ae74-4fd87a45f38d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.031109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.031109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.031252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.031350] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.032229] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50712aea-1c23-4db8-ae74-4fd87a45f38d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.032346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.032417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.032590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.032734] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.032827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.032889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.033256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.033417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.033650] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.034665] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.034878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.034991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.035961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.035961] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.259439] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 in Status: SUCCESS [ 861.259767] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 deletion is rescheduled due to dependency. [ 861.259889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.261042] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 637510df-9ab0-4080-ae54-51d11d20b578 in Status: SUCCESS [ 861.261290] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 637510df-9ab0-4080-ae54-51d11d20b578 deletion is rescheduled due to dependency. [ 861.261448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.538441] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50712aea-1c23-4db8-ae74-4fd87a45f38d taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.538441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.538883] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.539754] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe with status ACTIVE [ 861.539969] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.544052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.544052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.544052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.544052] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe is going to be updated. [ 861.569651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.569922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.569922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.570162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.570281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.570963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db1bcfc9-5a6e-49d5-acb0-7201ca8ca2fe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.820876] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 861.821144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.821373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.821754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.821844] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.046702] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.168728] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 in Status: SUCCESS [ 862.168906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.313553] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 862.314145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.325034] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.325885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.325885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.326090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.326367] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.327086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.327086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.327086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.327086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.327524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.327794] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.552698] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.552698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.552698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.552984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.552984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.552984] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d is going to be created. [ 862.621993] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.622404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.622404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.622571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.623422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.649996] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d in Status: UNINITIALIZED for 2s [ 862.833412] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.833585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.833885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.833885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.834774] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.834774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.834774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.834774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.834774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.834774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.834774] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.834774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.835158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.835158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.835158] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.835264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.835264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.836276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.836276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.836276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.836276] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.341758] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d5d52e3-7704-4c54-bfb2-7e8068ab988e: rpc.has_security_group_logging(os_id): False [ 863.383193] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.383193] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.383193] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.383193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.384948] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.384948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.384948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.384948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.384948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.384948] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 863.496050] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.496050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.496050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.496050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.496050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.515493] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 863.758895] env[66948]: INFO networking_nsxv3.common.synchronization [None req-191c90f8-2957-4531-856d-c4530acca82a None None] Enqueued Resource ID: c9790d92-ffeb-4d83-ac93-9efb780583aa with Priority: HIGHEST for action port [ 863.759514] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9790d92-ffeb-4d83-ac93-9efb780583aa with Priority: HIGHEST for action port [ 863.759839] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9790d92-ffeb-4d83-ac93-9efb780583aa taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.759970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9790d92-ffeb-4d83-ac93-9efb780583aa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.760662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9790d92-ffeb-4d83-ac93-9efb780583aa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.761110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9790d92-ffeb-4d83-ac93-9efb780583aa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.761205] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9790d92-ffeb-4d83-ac93-9efb780583aa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.264052] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9790d92-ffeb-4d83-ac93-9efb780583aa [ 864.265427] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.265620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.266711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.266980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.267122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.267239] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9790d92-ffeb-4d83-ac93-9efb780583aa already deleted. [ 864.267494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9790d92-ffeb-4d83-ac93-9efb780583aa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.674424] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d in Status: SUCCESS [ 864.674424] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.674875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.674875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.675081] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.675199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.676111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.676111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.676111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.676111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.676111] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.178782] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50712aea-1c23-4db8-ae74-4fd87a45f38d taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.179167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.179167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.179332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.179656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.179656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.179656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.179908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.179908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.179908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.180077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50712aea-1c23-4db8-ae74-4fd87a45f38d taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.180153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.180211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.180327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.180465] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.180553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.180613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.180746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.180813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.180891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.180977] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.531913] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 865.531913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.684789] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50712aea-1c23-4db8-ae74-4fd87a45f38d: rpc.has_security_group_logging(os_id): False [ 865.704366] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.704563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.704743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.704817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.704872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.705116] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.705240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.705302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.705477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.705555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.705784] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.705893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.706050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.706110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.706216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.706387] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.706494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.706553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.706687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.706767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.706884] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d is going to be created. [ 865.783966] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.784140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.784224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.784514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.784721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.798443] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d in Status: IN_PROGRESS for 2s [ 866.664587] env[66948]: INFO networking_nsxv3.common.synchronization [None req-9267164a-865e-464a-b1a8-0f2dd92f319c None None] Enqueued Resource ID: d78fcf58-3b01-4208-a7a8-386b51d618ea with Priority: HIGHEST for action port [ 866.665786] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78fcf58-3b01-4208-a7a8-386b51d618ea with Priority: HIGHEST for action port [ 866.665974] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-d78fcf58-3b01-4208-a7a8-386b51d618ea taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.665974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d78fcf58-3b01-4208-a7a8-386b51d618ea" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.666833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d78fcf58-3b01-4208-a7a8-386b51d618ea" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.667149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d78fcf58-3b01-4208-a7a8-386b51d618ea" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.667249] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78fcf58-3b01-4208-a7a8-386b51d618ea',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.170313] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d78fcf58-3b01-4208-a7a8-386b51d618ea [ 867.170591] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.170680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.170756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.172973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.172973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.172973] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d78fcf58-3b01-4208-a7a8-386b51d618ea already deleted. [ 867.172973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d78fcf58-3b01-4208-a7a8-386b51d618ea" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.813602] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d in Status: SUCCESS [ 867.814224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.098394] env[66948]: INFO networking_nsxv3.common.synchronization [req-00b78073-cd59-4029-b80e-4b6c2732fcf3 req-23efa284-96f2-4d9d-bb06-431b18b9ca49 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_members [ 871.098969] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_members [ 871.099870] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31cfabb-0ab4-460f-929d-b433762a3d2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.100021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.100332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.103034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.103034] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.103034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.103034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.103034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.103034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.103034] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.541811] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.542041] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.542185] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.542569] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.544943] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.544943] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.545111] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.546264] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.546674] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.546936] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.547111] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.547195] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.547291] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.547405] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.547514] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.547704] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.570724] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.570724] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.570724] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.570724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.570993] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-41cc73f6-fe15-4512-a3e9-e4715247b604 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.571138] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-41cc73f6-fe15-4512-a3e9-e4715247b604" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.571331] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-41cc73f6-fe15-4512-a3e9-e4715247b604" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.571730] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-41cc73f6-fe15-4512-a3e9-e4715247b604" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.571871] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41cc73f6-fe15-4512-a3e9-e4715247b604',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.608591] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.608809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.608901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.609123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.610460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.610460] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.610460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.610460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.610460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.610460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.610460] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31cfabb-0ab4-460f-929d-b433762a3d2e already deleted. [ 871.610460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.914565] env[66948]: INFO networking_nsxv3.common.synchronization [req-cc42833e-7887-4f54-bef1-69000f56726d req-01c7cc4f-d815-4f98-b9c8-8a1923f617d7 tempest-ServerPasswordTestJSON-268341319 tempest-ServerPasswordTestJSON-268341319-project-member] Enqueued Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGHEST for action security_group_members [ 871.919642] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGHEST for action security_group_members [ 871.920227] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f180044c-98a1-4c2c-8886-f51c008ba8e4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.920433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.920509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.920828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.921073] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.921239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.921330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.921570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.921669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.921798] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.077074] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.077568] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.077741] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.077999] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.078190] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.078349] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 41cc73f6-fe15-4512-a3e9-e4715247b604 not found, creating... [ 872.078668] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.078800] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.078906] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.079310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.079310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.079577] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.079735] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.079850] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.080076] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.080301] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.080451] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 41cc73f6-fe15-4512-a3e9-e4715247b604 is going to be created. [ 872.108314] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.108717] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.108774] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.109036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.109289] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.109586] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-41cc73f6-fe15-4512-a3e9-e4715247b604" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.126247] env[66948]: INFO networking_nsxv3.common.synchronization [req-2fa3482b-aa3a-456e-aaf5-7176111ad58e req-aaeaa809-eeff-4a86-b495-9ca8f20852c1 tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 872.126664] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 872.129254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.130643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.130643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.130643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.130643] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.130643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.130643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.130643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.130643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.130872] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.425110] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.425110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.425299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.425924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.425924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.425924] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.426180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.426180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.426560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.426647] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.426816] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 is going to be updated. [ 872.460954] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.461274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.461418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.461611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.461843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.474666] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 in Status: IN_PROGRESS for 2s [ 872.540849] env[66948]: INFO networking_nsxv3.common.synchronization [req-2fa3482b-aa3a-456e-aaf5-7176111ad58e req-f433124b-aea5-4037-b3ac-dfe07403c6bd tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 872.541496] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 872.541901] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.541963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.636052] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.842817] env[66948]: INFO networking_nsxv3.common.synchronization [req-2fa3482b-aa3a-456e-aaf5-7176111ad58e req-52401782-6cda-41c8-be0d-0e09d33a0cb5 tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 872.843481] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 872.843881] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.844168] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.870184] env[66948]: INFO networking_nsxv3.common.synchronization [req-00b78073-cd59-4029-b80e-4b6c2732fcf3 req-08a08706-57b0-405e-9e58-96c1939b9312 service nova] Enqueued Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_rules [ 872.870184] env[66948]: INFO networking_nsxv3.common.synchronization [req-00b78073-cd59-4029-b80e-4b6c2732fcf3 req-08a08706-57b0-405e-9e58-96c1939b9312 service nova] Enqueued Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_members [ 872.870184] env[66948]: INFO networking_nsxv3.common.synchronization [req-00b78073-cd59-4029-b80e-4b6c2732fcf3 req-08a08706-57b0-405e-9e58-96c1939b9312 service nova] Enqueued Resource ID: 41cc73f6-fe15-4512-a3e9-e4715247b604 with Priority: HIGHEST for action port [ 872.870184] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_rules [ 872.870184] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_members [ 872.870496] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cc73f6-fe15-4512-a3e9-e4715247b604 with Priority: HIGHEST for action port [ 872.870911] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31cfabb-0ab4-460f-929d-b433762a3d2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.871181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.871346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.871682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.872032] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.873358] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31cfabb-0ab4-460f-929d-b433762a3d2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.874163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.874414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.874875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.876077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.876323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.876461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.876712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.876875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.877104] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.879264] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-41cc73f6-fe15-4512-a3e9-e4715247b604 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.879580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41cc73f6-fe15-4512-a3e9-e4715247b604" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.879755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41cc73f6-fe15-4512-a3e9-e4715247b604" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.880085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41cc73f6-fe15-4512-a3e9-e4715247b604" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.880247] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41cc73f6-fe15-4512-a3e9-e4715247b604',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.138500] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.382410] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.385854] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31cfabb-0ab4-460f-929d-b433762a3d2e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.386022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.386189] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41cc73f6-fe15-4512-a3e9-e4715247b604 with status ACTIVE [ 873.386367] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.386489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.386535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.386753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.386843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.387033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.387145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.387191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.387328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.387399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.387683] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.387683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.387845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.387845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.387918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.388079] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41cc73f6-fe15-4512-a3e9-e4715247b604 is going to be updated. [ 873.416774] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.416956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.417038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.417327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.418306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.418306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41cc73f6-fe15-4512-a3e9-e4715247b604" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.640592] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.641225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.641225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.641225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.641225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.641378] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 873.684244] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.684435] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.684496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.684668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.684817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.698938] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 873.889807] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.896506] env[66948]: INFO networking_nsxv3.common.synchronization [req-499737f2-92af-400c-a729-cb73869debe4 req-0a7ff8e6-b6c1-4d14-a8e9-eb0297f76e25 tempest-ServersNegativeTestJSON-490899511 tempest-ServersNegativeTestJSON-490899511-project-member] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 873.896956] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 873.897640] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.897811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.897918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.898452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.898452] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.898594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.898673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.901258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.901258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.901258] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.203976] env[66948]: INFO networking_nsxv3.common.synchronization [req-83280053-582b-4fc5-b238-00eb475ac997 req-a20b9aea-1112-4621-bb91-b7e46ef5f4c8 tempest-FloatingIPsAssociationTestJSON-2063168333 tempest-FloatingIPsAssociationTestJSON-2063168333-project-member] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 874.204546] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 874.204879] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.205243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.205421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.205724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.205968] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.206111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.206179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.206348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.206696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.206696] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.335478] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.335596] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.335752] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.336154] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.336462] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.336633] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.336756] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.336984] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.337203] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.337484] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.337571] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.337632] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.337812] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.337937] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.338068] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.338205] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.364736] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.364998] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.365136] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.365419] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.365764] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-a72d3199-f2d7-4eab-83f9-7644f448921f taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.365976] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-a72d3199-f2d7-4eab-83f9-7644f448921f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366124] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-a72d3199-f2d7-4eab-83f9-7644f448921f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.366487] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-a72d3199-f2d7-4eab-83f9-7644f448921f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.366632] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a72d3199-f2d7-4eab-83f9-7644f448921f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.393180] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.393457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.393539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.393782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.393881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.393996] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31cfabb-0ab4-460f-929d-b433762a3d2e is going to be created. [ 874.403028] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.421875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.422057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.422144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.422358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.422527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.440423] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31cfabb-0ab4-460f-929d-b433762a3d2e in Status: UNINITIALIZED for 2s [ 874.490867] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 in Status: SUCCESS [ 874.491232] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 deletion is rescheduled due to dependency. [ 874.491232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.711833] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.869841] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.870582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.870582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.872152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.872152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.872152] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port a72d3199-f2d7-4eab-83f9-7644f448921f not found, creating... [ 874.872152] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.872152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.872152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.872152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.872463] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.872609] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.872772] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.872887] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.874168] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.874322] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.874477] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: a72d3199-f2d7-4eab-83f9-7644f448921f is going to be created. [ 874.901728] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.901989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.902156] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.902452] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.902682] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.902904] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-a72d3199-f2d7-4eab-83f9-7644f448921f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.905167] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.214106] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.408380] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.408524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.408596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.408841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.408933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.409048] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be updated. [ 875.441756] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.441896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.441967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.442208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.442356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.452495] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: IN_PROGRESS for 2s [ 875.627617] env[66948]: INFO networking_nsxv3.common.synchronization [req-499737f2-92af-400c-a729-cb73869debe4 req-d8ebf904-a20b-4b67-bca4-c6e1db99ac37 service nova] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_rules [ 875.627617] env[66948]: INFO networking_nsxv3.common.synchronization [req-499737f2-92af-400c-a729-cb73869debe4 req-d8ebf904-a20b-4b67-bca4-c6e1db99ac37 service nova] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 875.628453] env[66948]: INFO networking_nsxv3.common.synchronization [req-499737f2-92af-400c-a729-cb73869debe4 req-d8ebf904-a20b-4b67-bca4-c6e1db99ac37 service nova] Enqueued Resource ID: a72d3199-f2d7-4eab-83f9-7644f448921f with Priority: HIGHEST for action port [ 875.628453] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_rules [ 875.628724] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 875.628724] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72d3199-f2d7-4eab-83f9-7644f448921f with Priority: HIGHEST for action port [ 875.629046] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.629173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.629246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.629453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.629540] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.630488] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.630590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.630794] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a72d3199-f2d7-4eab-83f9-7644f448921f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.630901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a72d3199-f2d7-4eab-83f9-7644f448921f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.630989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a72d3199-f2d7-4eab-83f9-7644f448921f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.631176] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a72d3199-f2d7-4eab-83f9-7644f448921f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.631253] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a72d3199-f2d7-4eab-83f9-7644f448921f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.711479] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 875.711773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.711991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.712303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.712575] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.712733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.712825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.713053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.713157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.713284] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.716292] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.716442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.716618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.716851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.716962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.717100] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f is going to be updated. [ 875.747759] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.747759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.747759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.747759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.747759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.756801] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: IN_PROGRESS for 2s [ 876.134565] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.134724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.134867] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a72d3199-f2d7-4eab-83f9-7644f448921f with status ACTIVE [ 876.135045] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.135277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.135277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.135561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.135561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.136501] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.136501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.136501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.136501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.136501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.136501] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.136501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.136501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.136818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.136818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.136818] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a72d3199-f2d7-4eab-83f9-7644f448921f is going to be updated. [ 876.160460] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.160676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.160676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.160872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.161778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.161778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a72d3199-f2d7-4eab-83f9-7644f448921f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.216847] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.217150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.217150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.217329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.217422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.217632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.217763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.217806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.217946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.218036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.218125] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 876.253138] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.253319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.253362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.253580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.253728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.266095] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 876.453337] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31cfabb-0ab4-460f-929d-b433762a3d2e in Status: SUCCESS [ 876.453602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.455580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.456330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.456330] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.456330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.456642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.456642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.456711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.456850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.456915] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.960070] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.463501] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b31cfabb-0ab4-460f-929d-b433762a3d2e: rpc.has_security_group_logging(os_id): False [ 877.471970] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 877.472256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.473404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.473404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.473404] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.473404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.473404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.473404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.473404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.473791] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.483646] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.483646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.483814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.483881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.483971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.484315] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.484413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.484483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.484668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.484836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.484885] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31cfabb-0ab4-460f-929d-b433762a3d2e is going to be created. [ 877.543686] env[66948]: INFO networking_nsxv3.common.synchronization [req-9cc177c9-b03e-464a-b2a7-24b535c08fa6 req-0b9dfdfb-13d6-48b3-85cd-60b53530e6c5 tempest-ServerMetadataNegativeTestJSON-1434227653 tempest-ServerMetadataNegativeTestJSON-1434227653-project-member] Enqueued Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGHEST for action security_group_members [ 877.546833] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGHEST for action security_group_members [ 877.547026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.547145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.547191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.547402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.547894] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.550763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.550965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.551254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.551320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.551439] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.553663] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.553833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.553948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.554346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.554465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.579788] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b31cfabb-0ab4-460f-929d-b433762a3d2e in Status: IN_PROGRESS for 2s [ 877.767478] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: SUCCESS [ 877.767713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.826457] env[66948]: INFO networking_nsxv3.common.synchronization [req-2969418e-0a4e-4293-b126-722978bc862d req-1c00ba39-346b-4246-9b2f-28e00038afde tempest-ServerDiagnosticsNegativeTest-1054903399 tempest-ServerDiagnosticsNegativeTest-1054903399-project-member] Enqueued Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGHEST for action security_group_members [ 877.826815] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGHEST for action security_group_members [ 877.827275] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50712aea-1c23-4db8-ae74-4fd87a45f38d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.827489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.827489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.827722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.827897] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.828073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.828183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.828430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.828586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.828744] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.977383] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.059077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.059077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.059077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.059077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.059077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.059077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.059077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.059077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.059077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.059077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.059077] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 is going to be updated. [ 878.089111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.089352] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.089431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.089655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.089896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.107219] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 in Status: IN_PROGRESS for 2s [ 878.276160] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 878.276368] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e deletion is rescheduled due to dependency. [ 878.276530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.276712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.276962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.277170] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.277290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.277356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.277536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.277622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.277727] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.337320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.337320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.337320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.337320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.337320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.337320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.337320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.337320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.337320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.337320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.337320] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d is going to be updated. [ 878.376654] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.376654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.376654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.377873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.377873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.388646] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d in Status: IN_PROGRESS for 2s [ 878.479785] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.784529] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.784529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.784529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.784529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.784529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.784529] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.784529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.784529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.784529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.784529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.784529] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 878.809080] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.811470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.811470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.811470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.811470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.821743] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 878.985808] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.985808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.985808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.985808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.986063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.986063] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be updated. [ 879.015912] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.015912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.015912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.016164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.016277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.026491] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: IN_PROGRESS for 2s [ 879.592370] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b31cfabb-0ab4-460f-929d-b433762a3d2e in Status: SUCCESS [ 879.592741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.117581] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 in Status: SUCCESS [ 880.117859] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 deletion is rescheduled due to dependency. [ 880.117990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.400186] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d in Status: SUCCESS [ 880.400383] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d deletion is rescheduled due to dependency. [ 880.400512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.818315] env[66948]: INFO networking_nsxv3.common.synchronization [req-70acf912-ca1b-415f-942b-1ed518624070 req-8c348d75-93f8-44c3-afab-e23fe2a24557 tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 880.818749] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 880.819175] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.819333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.819385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.819639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.819796] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.820155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.820155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.820155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.820302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.820341] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.833733] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 880.834166] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e deletion is rescheduled due to dependency. [ 880.834166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.041208] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 881.041446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.041639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.041907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.042082] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.042204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.042269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.042445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.042531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.042619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.042876] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.322360] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.322536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.322629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.322905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.323017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.323295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.323384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.323466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.323684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.323777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.323870] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be updated. [ 881.352798] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.352995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.353092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.353448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.353536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.363045] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: IN_PROGRESS for 2s [ 881.546200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.546337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.546440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.546721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.546951] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.547125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.547216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.547718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.547718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.547718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.547960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.548147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.548260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.548492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.548672] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.548826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.548914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.549147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.549280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.549438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.549601] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.052429] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53c4012-64d4-48e3-92d3-1710624cedbd: rpc.has_security_group_logging(os_id): False [ 882.073057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.073224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.073308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.073658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.073740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.073923] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.074038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.074091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.074233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.074309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.074502] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.074602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.074652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.074789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.074865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.075070] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.075164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.075224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.075356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.075489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.075576] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be updated. [ 882.150911] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.151075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.151181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.151373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.151526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.181135] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: IN_PROGRESS for 2s [ 883.376603] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: SUCCESS [ 883.376603] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df deletion is rescheduled due to dependency. [ 883.376603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.194746] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 884.195703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.820365] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.820365] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 886.322604] env[66948]: INFO networking_nsxv3.common.synchronization [req-a44b4195-87d2-42ca-b45b-ec9d7fcd64da req-c0427dce-1560-4af6-b35a-1a2209f54dc7 tempest-ServersTestJSON-888958432 tempest-ServersTestJSON-888958432-project-member] Enqueued Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_members [ 886.323128] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_members [ 886.323303] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d5e4e4-d644-4828-986e-187666251613 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.323433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.324078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.324078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.324078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.324078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.324456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.324667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.324836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.324968] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.752875] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.752875] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-95" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.752875] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-95" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.753275] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-95" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.754328] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.754479] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.755042] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.755139] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.755355] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.755711] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.755950] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.756155] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.756417] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.756636] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.756857] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.757156] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.783838] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.784018] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.784168] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.784332] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-95" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.784660] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-9d73aa57-6422-4508-9416-569180174860 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.784841] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-9d73aa57-6422-4508-9416-569180174860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.784954] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-9d73aa57-6422-4508-9416-569180174860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.785297] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-9d73aa57-6422-4508-9416-569180174860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.785514] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d73aa57-6422-4508-9416-569180174860',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.827864] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.828200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.828200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.828517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.828561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.829371] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.829371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.829371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.829371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.829371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.829371] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d5e4e4-d644-4828-986e-187666251613 already deleted. [ 886.829725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.288698] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.288949] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.289094] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.289442] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.289602] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.289760] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 9d73aa57-6422-4508-9416-569180174860 not found, creating... [ 887.290039] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.290208] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.290328] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.290565] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.290704] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.291011] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.291215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.291685] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.291685] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.291795] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.291889] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 9d73aa57-6422-4508-9416-569180174860 is going to be created. [ 887.318076] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.318341] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.318436] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.318741] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.318996] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.319243] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-9d73aa57-6422-4508-9416-569180174860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.058587] env[66948]: INFO networking_nsxv3.common.synchronization [req-a1343a8d-f3c1-4274-9247-9d0a8a91bcba req-3d725356-1aeb-453e-9b9b-9d0616606f0c tempest-MigrationsAdminTest-408385404 tempest-MigrationsAdminTest-408385404-project-member] Enqueued Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 888.058976] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 888.061537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.061703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.061774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.062006] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.062200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.062331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.062396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.062574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.062670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.062768] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.090912] env[66948]: INFO networking_nsxv3.common.synchronization [req-a44b4195-87d2-42ca-b45b-ec9d7fcd64da req-fe33e2cc-70e6-4c45-96a4-bbc31a5395aa service nova] Enqueued Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_rules [ 888.091136] env[66948]: INFO networking_nsxv3.common.synchronization [req-a44b4195-87d2-42ca-b45b-ec9d7fcd64da req-fe33e2cc-70e6-4c45-96a4-bbc31a5395aa service nova] Enqueued Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_members [ 888.091285] env[66948]: INFO networking_nsxv3.common.synchronization [req-a44b4195-87d2-42ca-b45b-ec9d7fcd64da req-fe33e2cc-70e6-4c45-96a4-bbc31a5395aa service nova] Enqueued Resource ID: 9d73aa57-6422-4508-9416-569180174860 with Priority: HIGHEST for action port [ 888.092766] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_rules [ 888.092766] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_members [ 888.092766] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d73aa57-6422-4508-9416-569180174860 with Priority: HIGHEST for action port [ 888.092766] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d5e4e4-d644-4828-986e-187666251613 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.092766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.092766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.093159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.093159] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.094046] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d5e4e4-d644-4828-986e-187666251613 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.094162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.094397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.094446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.094596] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.094696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.094851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.094933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.094980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.095094] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.095937] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d73aa57-6422-4508-9416-569180174860 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.096151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d73aa57-6422-4508-9416-569180174860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.096151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d73aa57-6422-4508-9416-569180174860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.096474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d73aa57-6422-4508-9416-569180174860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.096474] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d73aa57-6422-4508-9416-569180174860',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.421557] env[66948]: INFO networking_nsxv3.common.synchronization [req-05787780-9509-4234-a084-ec96a6b26898 req-bdf78052-d5e5-4d1d-ad8b-4df3d8398b99 tempest-ServersNegativeTestJSON-490899511 tempest-ServersNegativeTestJSON-490899511-project-member] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 888.422444] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 888.422770] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.423043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.423112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.423338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.423583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.423743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.423832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.424079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.424222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.424402] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.567335] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.599074] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.600085] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d5e4e4-d644-4828-986e-187666251613 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.600226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.600413] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d73aa57-6422-4508-9416-569180174860 with status ACTIVE [ 888.601989] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.601989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.601989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.604129] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.604129] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.604129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.604129] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d73aa57-6422-4508-9416-569180174860 is going to be updated. [ 888.625637] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.628042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.628042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.628042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.628042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.628042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d73aa57-6422-4508-9416-569180174860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.689871] env[66948]: INFO networking_nsxv3.common.synchronization [req-62ec0d1e-145f-4d10-b7f0-3410686c71a1 req-29837e25-1543-4807-8fd7-4c3f43c0b65d tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGHEST for action security_group_members [ 888.690061] env[66948]: INFO networking_nsxv3.common.synchronization [req-62ec0d1e-145f-4d10-b7f0-3410686c71a1 req-29837e25-1543-4807-8fd7-4c3f43c0b65d tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 888.690274] env[66948]: INFO networking_nsxv3.common.synchronization [req-62ec0d1e-145f-4d10-b7f0-3410686c71a1 req-29837e25-1543-4807-8fd7-4c3f43c0b65d tempest-SecurityGroupsTestJSON-1617419037 tempest-SecurityGroupsTestJSON-1617419037-project-member] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 888.691285] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGHEST for action security_group_members [ 888.691285] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGHEST for action security_group_members [ 888.691285] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGHEST for action security_group_members [ 888.691425] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.691555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.691649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.691878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.692076] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.692207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.692290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.692466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.692578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.692694] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.693828] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.694051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.694336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.694336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.694606] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.694732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.694819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.695064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.695179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.695293] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.696096] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.696236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.696329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.696554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.698139] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.698139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.698139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.698139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.698139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.698139] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.929078] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.069754] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.106306] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.199658] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.199658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.199658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.199658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.199658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.199658] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.199950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.199950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.199950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.200040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.200101] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe is going to be updated. [ 889.201240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.202050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.202050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.202050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.202050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.204029] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.204029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.204029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.204185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.204251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.204357] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be updated. [ 889.205443] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.205561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.205630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.205779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.207753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.207753] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.207753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.207753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.208322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.208598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.208598] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be updated. [ 889.241100] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.241696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.241742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.241947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.242117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.247515] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.247515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.247515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.247515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.247515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.247515] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.247515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.247515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.247515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.247515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.259320] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: IN_PROGRESS for 2s [ 889.260298] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: IN_PROGRESS for 2s [ 889.261183] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: IN_PROGRESS for 2s [ 889.431659] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.572241] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.572241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.572416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.572550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.572663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.572775] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 is going to be updated. [ 889.603617] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.603801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.603919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.604113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.604308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.608070] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.608194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.608287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.608473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.608557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.609274] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d5e4e4-d644-4828-986e-187666251613 is going to be created. [ 889.613431] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: IN_PROGRESS for 2s [ 889.631184] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.631255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.631323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.631581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.631795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.643811] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d5e4e4-d644-4828-986e-187666251613 in Status: UNINITIALIZED for 2s [ 889.934616] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.935038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.935256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.935603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.935816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.936035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be updated. [ 889.972091] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.972091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.972091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.972091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.972091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.981647] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: IN_PROGRESS for 2s [ 890.959575] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a7748b23-fd18-402e-9ef4-45858d15f80e None None] Enqueued Resource ID: e52452ef-48a6-4bf7-8210-8fe5e7353bc2 with Priority: HIGHEST for action port [ 890.960422] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52452ef-48a6-4bf7-8210-8fe5e7353bc2 with Priority: HIGHEST for action port [ 890.961046] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e52452ef-48a6-4bf7-8210-8fe5e7353bc2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.961326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e52452ef-48a6-4bf7-8210-8fe5e7353bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.961443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e52452ef-48a6-4bf7-8210-8fe5e7353bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.961747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e52452ef-48a6-4bf7-8210-8fe5e7353bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.961886] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52452ef-48a6-4bf7-8210-8fe5e7353bc2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.273021] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe in Status: SUCCESS [ 891.275021] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe deletion is rescheduled due to dependency. [ 891.275021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.275021] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc in Status: SUCCESS [ 891.275021] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc deletion is rescheduled due to dependency. [ 891.275021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.275021] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 in Status: SUCCESS [ 891.276542] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 deletion is rescheduled due to dependency. [ 891.278196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.464247] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e52452ef-48a6-4bf7-8210-8fe5e7353bc2 [ 891.464500] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.464634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.464703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.464931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.465026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.465125] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e52452ef-48a6-4bf7-8210-8fe5e7353bc2 already deleted. [ 891.465205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e52452ef-48a6-4bf7-8210-8fe5e7353bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.630127] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: SUCCESS [ 891.630403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.654199] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d5e4e4-d644-4828-986e-187666251613 in Status: SUCCESS [ 891.654199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.654416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.654569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.654823] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.655076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.655076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.655258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.655426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.655426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.655553] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.673239] env[66948]: INFO networking_nsxv3.common.synchronization [None req-6495c622-6864-4a3d-b49a-99c8692383f2 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_rules [ 891.673239] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_rules [ 891.673239] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a71560-f776-4dd2-a80a-bdedc032eda4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.673239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.673434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.677030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.677030] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.783391] env[66948]: INFO networking_nsxv3.common.synchronization [None req-e8aa084d-8104-4991-90e8-00762ec16e5f tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_rules [ 891.783997] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_rules [ 891.784343] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a71560-f776-4dd2-a80a-bdedc032eda4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.784477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.991962] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 891.992251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.158298] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.197567] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.197740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.198489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.198489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.198489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.198489] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 already deleted. [ 892.198489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.198489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.198937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.198937] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.443380] env[66948]: INFO networking_nsxv3.common.synchronization [req-d213cefd-6f5c-4b10-83fe-93bcaa49090b req-d6d99401-9061-46c8-9d5a-71e51be64596 tempest-ListImageFiltersTestJSON-1114921884 tempest-ListImageFiltersTestJSON-1114921884-project-member] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 892.443380] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 892.444045] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.444045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.444045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.444045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.444238] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.444293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.444361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.444525] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.444711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.444813] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.662032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d5e4e4-d644-4828-986e-187666251613: rpc.has_security_group_logging(os_id): False [ 892.685073] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.685073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.685073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.685073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.685073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.685073] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.685073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.685073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.685073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.685073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.685073] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d5e4e4-d644-4828-986e-187666251613 is going to be created. [ 892.721068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.721227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.721301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.721527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.721623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.721758] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 already deleted. [ 892.721817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.749987] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.752025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.752025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.752025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.752025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.761669] env[66948]: INFO networking_nsxv3.common.synchronization [req-bc98971a-a9d0-42dd-9a63-ca11b7182b15 req-d20aa26e-f4a9-4e11-8efc-2e06ffde847f tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 892.762193] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d5e4e4-d644-4828-986e-187666251613 in Status: IN_PROGRESS for 2s [ 892.762639] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 892.763151] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.763306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.763374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.763880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.763880] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.763972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.764043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.764739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.764739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.764739] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.949306] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.216960] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a7ce2558-7653-4c8f-98e7-85b749c6280d None None] Enqueued Resource ID: 0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51 with Priority: HIGHEST for action port [ 893.217242] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51 with Priority: HIGHEST for action port [ 893.217550] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.217909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.217992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.218263] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.218343] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.269525] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.269657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.269712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.269904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.269996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.270225] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.270327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.270402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.270642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.270642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.270730] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c already deleted. [ 893.270794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.294255] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.294255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.294255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.294255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.294255] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.294255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.294255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.294255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.294255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.294255] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.294255] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.294255] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.294646] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.294646] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.294646] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.294757] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.320020] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.320020] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.320020] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.320020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.320020] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-02b5b35e-f0f6-40af-80b3-21060498fe9f taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.320020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-02b5b35e-f0f6-40af-80b3-21060498fe9f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.320020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-02b5b35e-f0f6-40af-80b3-21060498fe9f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.320020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-02b5b35e-f0f6-40af-80b3-21060498fe9f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.320377] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b5b35e-f0f6-40af-80b3-21060498fe9f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.452060] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.721651] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51 [ 893.721780] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.721843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.721903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.722130] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.722971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.723133] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51 already deleted. [ 893.723234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0bc4f6-d7fa-4b25-bdd0-98acc6f60f51" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.824765] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.825012] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.825146] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.826012] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.826012] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.826012] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 02b5b35e-f0f6-40af-80b3-21060498fe9f not found, creating... [ 893.826012] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.826203] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.826311] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.826591] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.826732] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.827145] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.827274] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.827274] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.827474] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.827605] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.827749] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 02b5b35e-f0f6-40af-80b3-21060498fe9f is going to be created. [ 893.850122] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.850433] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.850526] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.850815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.851059] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.851299] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-02b5b35e-f0f6-40af-80b3-21060498fe9f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.956443] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.956721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.956801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.957051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.957156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.957263] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 is going to be updated. [ 894.010494] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.010494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.010494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.010724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.010844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.020789] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: IN_PROGRESS for 2s [ 894.587095] env[66948]: INFO networking_nsxv3.common.synchronization [req-bc98971a-a9d0-42dd-9a63-ca11b7182b15 req-9fd4bc7b-679b-4d5e-8447-e1dc936e950b service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 894.587347] env[66948]: INFO networking_nsxv3.common.synchronization [req-bc98971a-a9d0-42dd-9a63-ca11b7182b15 req-9fd4bc7b-679b-4d5e-8447-e1dc936e950b service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 894.587416] env[66948]: INFO networking_nsxv3.common.synchronization [req-bc98971a-a9d0-42dd-9a63-ca11b7182b15 req-9fd4bc7b-679b-4d5e-8447-e1dc936e950b service nova] Enqueued Resource ID: 02b5b35e-f0f6-40af-80b3-21060498fe9f with Priority: HIGHEST for action port [ 894.587929] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 894.588218] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 894.588349] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b5b35e-f0f6-40af-80b3-21060498fe9f with Priority: HIGHEST for action port [ 894.588673] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.588755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.588808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.589078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.589161] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.590276] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.590394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.590463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.590640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.590785] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.590879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.590943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.591187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.591289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.591381] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.592572] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b5b35e-f0f6-40af-80b3-21060498fe9f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.592572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b5b35e-f0f6-40af-80b3-21060498fe9f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.592572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b5b35e-f0f6-40af-80b3-21060498fe9f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.592861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b5b35e-f0f6-40af-80b3-21060498fe9f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.592861] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b5b35e-f0f6-40af-80b3-21060498fe9f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.776197] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d5e4e4-d644-4828-986e-187666251613 in Status: SUCCESS [ 894.776197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.094136] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.094363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.094502] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.095524] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02b5b35e-f0f6-40af-80b3-21060498fe9f with status ACTIVE [ 895.095741] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.095866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.095930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.096171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.096264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.096508] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.096895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.096973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.097157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.097241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.097432] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.097533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.097741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.097810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.097894] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02b5b35e-f0f6-40af-80b3-21060498fe9f is going to be updated. [ 895.120879] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.121143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.121143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.121803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.121803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.121938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b5b35e-f0f6-40af-80b3-21060498fe9f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.600578] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.033184] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: SUCCESS [ 896.033184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.102721] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.102873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.102934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.103172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.103266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.103363] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be created. [ 896.127935] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.128561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.128561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.128561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.128561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.138569] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: UNINITIALIZED for 2s [ 896.499633] env[66948]: INFO networking_nsxv3.common.synchronization [req-d8a37a1b-7cf1-42c0-9b5e-dc72842aa67a req-b8998f34-87ab-4909-af94-069809463b3d tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 896.500387] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 896.500387] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.500387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.500598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.500677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501498] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.004176] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.004623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.004623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.005532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.005532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.005532] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.005532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.005532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.005532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.005893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.005893] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 897.039359] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.039548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.039625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.039852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.040009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.052872] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 897.083977] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.084665] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.084665] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.084949] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.085246] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.086083] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.086083] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.086083] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.086083] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.086450] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.086897] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.086897] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.086897] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.087021] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.087298] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.087580] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.109672] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.109857] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.110006] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.110194] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.110509] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-0fa99b8f-c859-43ba-b160-812897e5073c taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.110686] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-0fa99b8f-c859-43ba-b160-812897e5073c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.110805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-0fa99b8f-c859-43ba-b160-812897e5073c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.111158] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-0fa99b8f-c859-43ba-b160-812897e5073c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.111307] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa99b8f-c859-43ba-b160-812897e5073c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.613661] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.613875] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.614016] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.614341] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.614496] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.614647] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 0fa99b8f-c859-43ba-b160-812897e5073c not found, creating... [ 897.614905] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.615080] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.615202] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.615452] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.615603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.615897] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.616099] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.616225] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.616451] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.616621] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.616766] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 0fa99b8f-c859-43ba-b160-812897e5073c is going to be created. [ 897.636401] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.636701] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.636873] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.637189] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.637439] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.637666] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-0fa99b8f-c859-43ba-b160-812897e5073c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.150091] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 898.150391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.150514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.150744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.150957] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.151122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.151191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.151367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.151457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.151550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.151839] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.372645] env[66948]: INFO networking_nsxv3.common.synchronization [req-d8a37a1b-7cf1-42c0-9b5e-dc72842aa67a req-ab0fa814-5f04-474b-89e0-32a7e9a726ee service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 898.372645] env[66948]: INFO networking_nsxv3.common.synchronization [req-d8a37a1b-7cf1-42c0-9b5e-dc72842aa67a req-ab0fa814-5f04-474b-89e0-32a7e9a726ee service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 898.372783] env[66948]: INFO networking_nsxv3.common.synchronization [req-d8a37a1b-7cf1-42c0-9b5e-dc72842aa67a req-ab0fa814-5f04-474b-89e0-32a7e9a726ee service nova] Enqueued Resource ID: 0fa99b8f-c859-43ba-b160-812897e5073c with Priority: HIGHEST for action port [ 898.373498] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 898.373498] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 898.373498] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa99b8f-c859-43ba-b160-812897e5073c with Priority: HIGHEST for action port [ 898.373788] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.373885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.373945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.376027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.376027] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.378666] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.378666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.378666] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa99b8f-c859-43ba-b160-812897e5073c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.378666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa99b8f-c859-43ba-b160-812897e5073c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.378666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa99b8f-c859-43ba-b160-812897e5073c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.378666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa99b8f-c859-43ba-b160-812897e5073c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.378666] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa99b8f-c859-43ba-b160-812897e5073c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.654075] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.654263] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.654333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.654626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.654799] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.654902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.654967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.655223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.655313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.655523] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.655664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.655664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.656120] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.656120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.656120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.656298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.656298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.656391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.656453] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.879335] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.879540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.881332] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fa99b8f-c859-43ba-b160-812897e5073c with status ACTIVE [ 898.881552] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.881682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.881748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.881979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.882197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.882288] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.882374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.882406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.882537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.882615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.882830] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.882930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.882979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.883218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.883218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.883298] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fa99b8f-c859-43ba-b160-812897e5073c is going to be updated. [ 898.906786] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.906979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.906979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.907224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.907372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.907539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa99b8f-c859-43ba-b160-812897e5073c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.068023] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 899.068023] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 899.068023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.068023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.068023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.068023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.068023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.068023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.069906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.069906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.069906] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.159861] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6426174-a6ce-4226-a3e3-9838a6a4760c: rpc.has_security_group_logging(os_id): False [ 899.182345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.182704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.182904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.183305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.183541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.183988] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.184310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.184485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.184896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.185414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.185762] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.189784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.189784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.189784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.189784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.189784] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.189784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.189784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.189784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.189784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.189784] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be created. [ 899.288302] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.288302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.288302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.288302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.288302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.321914] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 899.570588] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.074129] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.577070] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.577070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.577070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.580501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.580501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.580501] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 900.615033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.615033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.615033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.615336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.615336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.627732] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 901.339480] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 901.339689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.643302] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 902.643302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.643302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.643302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.643302] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.643302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.643302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.643302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.643302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.643302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.643302] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.884396] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b7f45eb6-59f7-4831-97cc-5486155cb162 tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_rules [ 902.884890] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_rules [ 902.885262] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.885383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.885473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.885777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.885871] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.998515] env[66948]: INFO networking_nsxv3.common.synchronization [None req-2a696c47-a032-48f7-806d-b72976678192 tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_rules [ 903.002956] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_rules [ 903.003449] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.003602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.147543] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.147543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.147543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.147543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.147543] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.147543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.147543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.147543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.147543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.147543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.147543] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.148159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.148159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.148159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.148159] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.148159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.148159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.148320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.148320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.148371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.148494] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.409032] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.409032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.409323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.409659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.410322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.410322] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 already deleted. [ 903.410322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.410539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.411409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.411555] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.650775] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ca14a3-ad5d-4595-9f46-cfa8e9a88324: rpc.has_security_group_logging(os_id): False [ 903.673571] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.673717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.673786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.673974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.674086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.674349] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.674721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.674721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.674839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.674917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.675117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.675216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.675268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.675536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.675619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.675859] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.675976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.676054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.676200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.676273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.676359] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 903.875992] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.875992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.875992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.875992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.875992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.880539] env[66948]: INFO networking_nsxv3.common.synchronization [req-12fbd31d-870e-4b22-97e5-5729e5b5c3a2 req-e54e10a5-1d9c-4051-b5ce-7aefedc5ba09 tempest-FloatingIPsAssociationTestJSON-2063168333 tempest-FloatingIPsAssociationTestJSON-2063168333-project-member] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 903.881800] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGHEST for action security_group_members [ 903.882192] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.882336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.882611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.882772] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.882877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.883113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.883201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.883298] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.905529] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 903.944050] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.944050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.944050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.944050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.944050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.944050] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 already deleted. [ 903.944385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.385688] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.386804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.386941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.387212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.387442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.387696] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.387799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.387877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.389375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.389555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.389700] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f is going to be updated. [ 904.422780] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.422780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.422780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.422780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.423042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.436075] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: IN_PROGRESS for 2s [ 905.131119] env[66948]: INFO networking_nsxv3.common.synchronization [None req-3c53762a-f13d-4d67-81bb-592cdf23634b None None] Enqueued Resource ID: 13a2ac08-e76f-458d-a100-32a70d82fd42 with Priority: HIGHEST for action port [ 905.131721] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a2ac08-e76f-458d-a100-32a70d82fd42 with Priority: HIGHEST for action port [ 905.132123] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a2ac08-e76f-458d-a100-32a70d82fd42 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.132123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a2ac08-e76f-458d-a100-32a70d82fd42" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.132285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a2ac08-e76f-458d-a100-32a70d82fd42" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.132423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a2ac08-e76f-458d-a100-32a70d82fd42" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.132506] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a2ac08-e76f-458d-a100-32a70d82fd42',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.634427] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13a2ac08-e76f-458d-a100-32a70d82fd42 [ 905.634695] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.634861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.634916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.635160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.635252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.635347] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13a2ac08-e76f-458d-a100-32a70d82fd42 already deleted. [ 905.635505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a2ac08-e76f-458d-a100-32a70d82fd42" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.928760] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 905.929042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.445896] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f in Status: SUCCESS [ 906.445896] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f deletion is rescheduled due to dependency. [ 906.445896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.884506] env[66948]: INFO networking_nsxv3.common.synchronization [None req-935507d2-034d-4207-929d-75279e9ca4ee None None] Enqueued Resource ID: 0deeeaf1-4930-4e77-8194-8c389164d99f with Priority: HIGHEST for action port [ 907.885094] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deeeaf1-4930-4e77-8194-8c389164d99f with Priority: HIGHEST for action port [ 907.885375] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0deeeaf1-4930-4e77-8194-8c389164d99f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.885516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0deeeaf1-4930-4e77-8194-8c389164d99f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.885581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0deeeaf1-4930-4e77-8194-8c389164d99f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.885860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0deeeaf1-4930-4e77-8194-8c389164d99f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.885966] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0deeeaf1-4930-4e77-8194-8c389164d99f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.396254] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0deeeaf1-4930-4e77-8194-8c389164d99f [ 908.396479] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.396611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.396679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.397082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.397166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.397217] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0deeeaf1-4930-4e77-8194-8c389164d99f already deleted. [ 908.397863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0deeeaf1-4930-4e77-8194-8c389164d99f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.985987] env[66948]: INFO networking_nsxv3.common.synchronization [req-5393b8f7-2fdc-4c18-a91a-743e6a281c52 req-3e0d5f0b-dc8e-4389-8e14-0e315c026d75 tempest-MigrationsAdminTest-408385404 tempest-MigrationsAdminTest-408385404-project-member] Enqueued Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 908.985987] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc83055-57b9-4bbe-a67e-916a668af702 with Priority: HIGHEST for action security_group_members [ 908.986327] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc83055-57b9-4bbe-a67e-916a668af702 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.986380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.986485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.986674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.986826] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.986926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.986988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.987221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.987323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.987420] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc83055-57b9-4bbe-a67e-916a668af702',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.490206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.490739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.490960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.491392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.516934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.517286] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.517475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.517596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.517915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.518056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.518156] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 is going to be updated. [ 909.551420] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.552114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.552114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.552114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.552114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.564632] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: IN_PROGRESS for 2s [ 911.579779] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc83055-57b9-4bbe-a67e-916a668af702 in Status: SUCCESS [ 911.580090] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc83055-57b9-4bbe-a67e-916a668af702 deletion is rescheduled due to dependency. [ 911.580192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc83055-57b9-4bbe-a67e-916a668af702" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.987478] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 913.987478] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 915.380096] env[66948]: INFO networking_nsxv3.common.synchronization [req-3f3faf76-82e0-4de3-9d36-e9fbde9dafb8 req-408a7e21-c274-4dc2-b412-128d13c7d1ae tempest-ListImageFiltersTestJSON-1114921884 tempest-ListImageFiltersTestJSON-1114921884-project-member] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 915.382918] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGHEST for action security_group_members [ 915.383774] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.383917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.383988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.384231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.385924] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.385924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.385924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.385924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.385924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.385924] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.888542] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.888542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.888542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.888542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.888542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.888761] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.888945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.889097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.889373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.889500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.890543] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 is going to be updated. [ 915.926893] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.927063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.927239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.927415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.927446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.938203] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: IN_PROGRESS for 2s [ 917.689055] env[66948]: INFO networking_nsxv3.common.synchronization [req-6d18d080-e1f2-4b87-a667-7cc4cd44d825 req-e4fcce98-eaca-4e39-876b-014264ae8fbe tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_members [ 917.689478] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_members [ 917.689945] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a71560-f776-4dd2-a80a-bdedc032eda4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.689945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.689945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.690321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.690371] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.690474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.690536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.690841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.690884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.690995] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.951888] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 in Status: SUCCESS [ 917.952137] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 deletion is rescheduled due to dependency. [ 917.952275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.054948] env[66948]: INFO networking_nsxv3.common.synchronization [req-4c82d5af-13f3-4f88-a09c-ef85d3278182 req-09ef905e-5186-4d43-8346-4a2bcd3d5235 tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 918.055681] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 918.056272] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.056409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.056508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.056823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.057074] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.057074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.057074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.057268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.057401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.057523] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.091181] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.091405] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.091547] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.091913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.092213] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.092391] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.092524] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.092796] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.093089] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.094193] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.094377] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.094377] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.094658] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.094658] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.094780] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.094835] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.115367] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.115367] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.115367] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.115367] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.115764] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.115841] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.116082] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.116497] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.116679] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b668d9a2-4eaf-4246-b900-b6aed2d9a21f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.193508] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.194209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.194209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.194209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.194209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.194451] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.194577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.194665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.194889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.194999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.195112] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 already deleted. [ 918.195362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.559988] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.560589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.560589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.561057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.561057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.561533] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.561533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.561694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.561869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.561965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.562115] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 918.596887] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.597090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.597146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.597582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.597582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.614859] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 918.620109] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.620346] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.620474] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.620773] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.620922] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.621088] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port b668d9a2-4eaf-4246-b900-b6aed2d9a21f not found, creating... [ 918.621416] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.621621] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.621767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.622014] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.622160] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.622473] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.622662] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.622880] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.623191] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.623527] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.623761] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: b668d9a2-4eaf-4246-b900-b6aed2d9a21f is going to be created. [ 918.647046] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.647046] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.647046] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.647046] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.647610] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.647610] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.403138] env[66948]: INFO networking_nsxv3.common.synchronization [req-6d18d080-e1f2-4b87-a667-7cc4cd44d825 req-48527144-7ba3-456a-818d-6cb25e9f74a1 service nova] Enqueued Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_rules [ 919.403138] env[66948]: INFO networking_nsxv3.common.synchronization [req-6d18d080-e1f2-4b87-a667-7cc4cd44d825 req-48527144-7ba3-456a-818d-6cb25e9f74a1 service nova] Enqueued Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_members [ 919.403138] env[66948]: INFO networking_nsxv3.common.synchronization [req-6d18d080-e1f2-4b87-a667-7cc4cd44d825 req-48527144-7ba3-456a-818d-6cb25e9f74a1 service nova] Enqueued Resource ID: b668d9a2-4eaf-4246-b900-b6aed2d9a21f with Priority: HIGHEST for action port [ 919.403138] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_rules [ 919.403138] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_members [ 919.403138] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b668d9a2-4eaf-4246-b900-b6aed2d9a21f with Priority: HIGHEST for action port [ 919.405920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7a71560-f776-4dd2-a80a-bdedc032eda4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.406108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.406199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.407299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.407299] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.407725] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a71560-f776-4dd2-a80a-bdedc032eda4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.407842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.407905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.408107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.408337] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.408389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.408436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.409219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.409329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.409443] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.411195] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.411195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.411195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.411195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.411195] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b668d9a2-4eaf-4246-b900-b6aed2d9a21f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.913756] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a71560-f776-4dd2-a80a-bdedc032eda4 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.913756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.913957] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.915029] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b668d9a2-4eaf-4246-b900-b6aed2d9a21f with status ACTIVE [ 919.915178] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.915307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.915392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.915676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.915827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.916042] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.916112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.916149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.916311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.916375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.916634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.916747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.916828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.916935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.917041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.917128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b668d9a2-4eaf-4246-b900-b6aed2d9a21f is going to be updated. [ 919.947214] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.947214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.947214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.947214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.947214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.947214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b668d9a2-4eaf-4246-b900-b6aed2d9a21f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.420254] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.626302] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 920.626581] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 920.626648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.925073] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.925269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.925329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.925643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.925736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.925834] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 is going to be created. [ 920.957239] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.957239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.957239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.957441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.957475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.969837] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 in Status: UNINITIALIZED for 2s [ 921.308956] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b612077-e4a2-414f-9e38-d607b5eb619b req-09e29e29-d2ef-4972-baba-7b79f7ce08e1 tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 921.310089] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 921.310089] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.310089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.310360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.310665] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.310665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.310823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.310855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.310954] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.693804] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b612077-e4a2-414f-9e38-d607b5eb619b req-5dd52e9d-3f29-473d-9957-a460f6eaaee3 tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 921.694457] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 921.695161] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.695347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.814051] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.814216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.814272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.814504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.814622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.814806] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.814901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.814970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.815147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.815225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.815310] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 921.846023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.846023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.846023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.846023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.846023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.857134] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 922.008233] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.008429] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-148" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.008555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-148" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.008890] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-148" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.009159] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.009320] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.009436] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.009685] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.010021] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.010456] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.010456] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.010553] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.010584] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.010685] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.010790] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.010919] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.035024] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.035226] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.035351] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.035560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-148" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.035898] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-afdf1332-120e-4c93-978c-ee3bb62efc2e taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.036085] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-afdf1332-120e-4c93-978c-ee3bb62efc2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.036204] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-afdf1332-120e-4c93-978c-ee3bb62efc2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.036560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-afdf1332-120e-4c93-978c-ee3bb62efc2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.036712] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afdf1332-120e-4c93-978c-ee3bb62efc2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.540056] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.540534] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.540534] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.540667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.540744] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.541840] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port afdf1332-120e-4c93-978c-ee3bb62efc2e not found, creating... [ 922.541840] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.541840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.541840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.541840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.541840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.544127] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.544127] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.544127] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.544127] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.544127] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.544127] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: afdf1332-120e-4c93-978c-ee3bb62efc2e is going to be created. [ 922.567320] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.567692] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.567910] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.568310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.568646] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.568882] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-afdf1332-120e-4c93-978c-ee3bb62efc2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.983679] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 in Status: SUCCESS [ 922.984067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.984107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.984333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.984531] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.984679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.984749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.984914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.984997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.985101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.985334] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.266380] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b612077-e4a2-414f-9e38-d607b5eb619b req-3a98fbee-3de4-4efb-9f1a-af4879dbd185 service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 923.266881] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b612077-e4a2-414f-9e38-d607b5eb619b req-3a98fbee-3de4-4efb-9f1a-af4879dbd185 service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 923.266881] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b612077-e4a2-414f-9e38-d607b5eb619b req-3a98fbee-3de4-4efb-9f1a-af4879dbd185 service nova] Enqueued Resource ID: afdf1332-120e-4c93-978c-ee3bb62efc2e with Priority: HIGHEST for action port [ 923.267267] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 923.267433] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 923.268647] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdf1332-120e-4c93-978c-ee3bb62efc2e with Priority: HIGHEST for action port [ 923.268957] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.269102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.269172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.269381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.269462] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.270340] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.270488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.270635] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-afdf1332-120e-4c93-978c-ee3bb62efc2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.270734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afdf1332-120e-4c93-978c-ee3bb62efc2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.270817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afdf1332-120e-4c93-978c-ee3bb62efc2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.270994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afdf1332-120e-4c93-978c-ee3bb62efc2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.271084] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afdf1332-120e-4c93-978c-ee3bb62efc2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.489227] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.774535] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.774773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.775030] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afdf1332-120e-4c93-978c-ee3bb62efc2e with status ACTIVE [ 923.775306] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.775911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.775911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.775911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.775911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.776225] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.776357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.776524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.776762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.776896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.777149] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.777284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.777372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.777661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.778159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.778159] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afdf1332-120e-4c93-978c-ee3bb62efc2e is going to be updated. [ 923.808757] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.808757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.808757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.808757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.808757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.809047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afdf1332-120e-4c93-978c-ee3bb62efc2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.877503] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 923.878726] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e deletion is rescheduled due to dependency. [ 923.879244] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.879829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.881372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.881372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.881372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.881372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.882694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.882694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.882694] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.992039] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7a71560-f776-4dd2-a80a-bdedc032eda4: rpc.has_security_group_logging(os_id): False [ 924.013043] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.013043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.013043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.013043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.013043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.013337] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.013418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.013482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.013671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.013754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.013841] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 is going to be created. [ 924.082145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.082288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.082370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.082632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.082762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.086327] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.086327] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-664" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.086327] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-664" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.086686] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-664" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.086981] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.087201] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.087345] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.087590] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.087763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.088021] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.088427] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.088427] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.088427] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.088867] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.088867] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.088867] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.097074] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 in Status: IN_PROGRESS for 2s [ 924.112617] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.114902] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.114902] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.114902] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-664" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.114902] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-5d37e511-3258-449f-8c82-f974edcc20b5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.114902] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-5d37e511-3258-449f-8c82-f974edcc20b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.114902] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-5d37e511-3258-449f-8c82-f974edcc20b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.114902] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-5d37e511-3258-449f-8c82-f974edcc20b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.114902] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d37e511-3258-449f-8c82-f974edcc20b5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.385357] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.618390] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.618652] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.618807] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.619137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.619344] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.619525] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 5d37e511-3258-449f-8c82-f974edcc20b5 not found, creating... [ 924.619841] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.620089] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.620342] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.620618] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.620786] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.621287] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.621483] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.621758] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.622160] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.622341] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.622574] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 5d37e511-3258-449f-8c82-f974edcc20b5 is going to be created. [ 924.647405] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.647720] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.647956] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.648299] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.648538] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.648766] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-5d37e511-3258-449f-8c82-f974edcc20b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.887678] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.354874] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b612077-e4a2-414f-9e38-d607b5eb619b req-e34131e1-bcf2-4d9e-a588-e60e74a69bca service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 925.354874] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b612077-e4a2-414f-9e38-d607b5eb619b req-e34131e1-bcf2-4d9e-a588-e60e74a69bca service nova] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 925.354874] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b612077-e4a2-414f-9e38-d607b5eb619b req-e34131e1-bcf2-4d9e-a588-e60e74a69bca service nova] Enqueued Resource ID: 5d37e511-3258-449f-8c82-f974edcc20b5 with Priority: HIGHEST for action port [ 925.354874] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_rules [ 925.354874] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 925.354874] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d37e511-3258-449f-8c82-f974edcc20b5 with Priority: HIGHEST for action port [ 925.355536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.356329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.356329] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.356329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.356625] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d37e511-3258-449f-8c82-f974edcc20b5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.356625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d37e511-3258-449f-8c82-f974edcc20b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.356724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d37e511-3258-449f-8c82-f974edcc20b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.356991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d37e511-3258-449f-8c82-f974edcc20b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.357126] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d37e511-3258-449f-8c82-f974edcc20b5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.390093] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.390687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.390687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.390687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.390834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.390958] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 925.431299] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.431299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.431299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.431299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.431299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.447898] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 925.860239] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d37e511-3258-449f-8c82-f974edcc20b5 with status ACTIVE [ 925.860786] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.861412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.861412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.861412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.861612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.861879] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.862027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.862879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.862879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.862879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.862879] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.862879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.862879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.863212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.863251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.863313] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d37e511-3258-449f-8c82-f974edcc20b5 is going to be updated. [ 925.884222] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.884340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.884340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.884928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.884928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.884928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d37e511-3258-449f-8c82-f974edcc20b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.952456] env[66948]: INFO networking_nsxv3.common.synchronization [req-c8ec199e-6333-414b-9a95-7c166f3c19ff req-58d6c8f6-2252-4419-8794-2770eadf8863 tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_members [ 925.953024] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_members [ 925.953524] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-1adf5a6d-530f-4cdc-8e6a-f628310e3037 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.953524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.953679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.953861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.955123] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.955430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.955580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.955791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.955885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.955994] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.111590] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 in Status: SUCCESS [ 926.111938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.342240] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.342240] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.342468] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.343441] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.343792] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.344022] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.344215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.344535] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.344753] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.345047] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.345241] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.345577] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.345659] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.345719] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.345844] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.346042] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.370149] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.370532] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.370636] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.370912] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.371496] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-36498bac-2a04-461c-adbd-20819fcd6467 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.371825] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-36498bac-2a04-461c-adbd-20819fcd6467" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.372107] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-36498bac-2a04-461c-adbd-20819fcd6467" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.372567] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-36498bac-2a04-461c-adbd-20819fcd6467" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.372793] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36498bac-2a04-461c-adbd-20819fcd6467',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.458439] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.458641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.458641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.459094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.459094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.459222] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.459338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.459393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.459643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.459739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.461919] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 already deleted. [ 926.461919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.875658] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.875915] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.876039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.876319] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.876477] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.876657] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 36498bac-2a04-461c-adbd-20819fcd6467 not found, creating... [ 926.876924] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.877097] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.877218] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.877446] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.877602] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.877901] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.879238] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.879373] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.879598] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.879739] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.879885] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 36498bac-2a04-461c-adbd-20819fcd6467 is going to be created. [ 926.900721] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.900938] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.901078] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.901373] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.901723] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.901970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-36498bac-2a04-461c-adbd-20819fcd6467" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.458346] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 927.458728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.458728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.459044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.459145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.459262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.459330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.459488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.459615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.459892] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.627966] env[66948]: INFO networking_nsxv3.common.synchronization [req-c8ec199e-6333-414b-9a95-7c166f3c19ff req-ca618378-0cc1-46f1-97b9-02e589358d7d service nova] Enqueued Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_rules [ 927.628188] env[66948]: INFO networking_nsxv3.common.synchronization [req-c8ec199e-6333-414b-9a95-7c166f3c19ff req-ca618378-0cc1-46f1-97b9-02e589358d7d service nova] Enqueued Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_members [ 927.628330] env[66948]: INFO networking_nsxv3.common.synchronization [req-c8ec199e-6333-414b-9a95-7c166f3c19ff req-ca618378-0cc1-46f1-97b9-02e589358d7d service nova] Enqueued Resource ID: 36498bac-2a04-461c-adbd-20819fcd6467 with Priority: HIGHEST for action port [ 927.628932] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_rules [ 927.628977] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_members [ 927.629173] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36498bac-2a04-461c-adbd-20819fcd6467 with Priority: HIGHEST for action port [ 927.629396] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.629501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.629562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.629743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.629820] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.630702] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-1adf5a6d-530f-4cdc-8e6a-f628310e3037 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.630805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.630856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.631206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.631206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.631799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.631799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.631799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.631799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.631799] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.635030] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-36498bac-2a04-461c-adbd-20819fcd6467 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.635030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36498bac-2a04-461c-adbd-20819fcd6467" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.635030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36498bac-2a04-461c-adbd-20819fcd6467" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.635030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36498bac-2a04-461c-adbd-20819fcd6467" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.635030] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36498bac-2a04-461c-adbd-20819fcd6467',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.962332] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.141023] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36498bac-2a04-461c-adbd-20819fcd6467 with status ACTIVE [ 928.141023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.141023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.141023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.141023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.141023] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36498bac-2a04-461c-adbd-20819fcd6467 is going to be updated. [ 928.141819] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-1adf5a6d-530f-4cdc-8e6a-f628310e3037 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.141819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.141819] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.167198] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.167335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.167457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.168749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.169027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.169266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36498bac-2a04-461c-adbd-20819fcd6467" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.464562] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.646982] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.967470] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.967678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.967730] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.967990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.968377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.968516] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 928.999989] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.000241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.000302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.000520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.000674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.010726] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 929.149608] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.149982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.149982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.150267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.150267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.150483] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 is going to be created. [ 929.181047] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.181047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.181047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.181349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.181349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.198031] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 in Status: UNINITIALIZED for 2s [ 931.022865] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 931.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.024716] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.024716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.025160] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.026036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.027034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.027034] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.027034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.027034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.027034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.027034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.027034] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.208775] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 in Status: SUCCESS [ 931.209027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.209203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.209502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.209711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.209830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.209897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.210104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.210191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.210278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.210369] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.528646] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.528820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.531332] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.701709] env[66948]: INFO networking_nsxv3.common.synchronization [req-14b2cb24-780c-4543-a3e2-03b77730b3fb req-dfe8e93f-eb93-4f97-addd-fa12a3e90d9d tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 931.702279] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 931.702592] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.703115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.703192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.703428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.703588] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.703688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.703749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.703901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.703979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.704081] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.716419] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.779066] env[66948]: INFO networking_nsxv3.common.synchronization [None req-727b3f8b-d783-4a58-ac0c-77ba39c48443 None None] Enqueued Resource ID: 32d7cc64-a2a6-4fa2-a86f-353e9384f0cc with Priority: HIGHEST for action port [ 931.779691] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d7cc64-a2a6-4fa2-a86f-353e9384f0cc with Priority: HIGHEST for action port [ 931.779921] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-32d7cc64-a2a6-4fa2-a86f-353e9384f0cc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.780529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32d7cc64-a2a6-4fa2-a86f-353e9384f0cc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.780640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32d7cc64-a2a6-4fa2-a86f-353e9384f0cc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.780959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32d7cc64-a2a6-4fa2-a86f-353e9384f0cc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.781075] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d7cc64-a2a6-4fa2-a86f-353e9384f0cc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.037049] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.137195] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.137410] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.137549] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.138172] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.138506] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.138694] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.138810] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.139057] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.139240] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.139526] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.139650] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.139766] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.139885] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.139986] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.140119] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.140254] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.163914] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.163914] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.163914] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.163914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.163914] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-097f679f-76d3-43f1-85de-2bd364867233 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.164217] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-097f679f-76d3-43f1-85de-2bd364867233" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.164217] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-097f679f-76d3-43f1-85de-2bd364867233" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.165984] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-097f679f-76d3-43f1-85de-2bd364867233" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.165984] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097f679f-76d3-43f1-85de-2bd364867233',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.207320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.207320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.207320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.207320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.207624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.207624] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.207732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.207784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.208269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.208269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.208269] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 already deleted. [ 932.208269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.217261] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1adf5a6d-530f-4cdc-8e6a-f628310e3037: rpc.has_security_group_logging(os_id): False [ 932.241850] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.241850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.241850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.241850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.241850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.241850] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.241850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.241850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.242353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.242353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.242353] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 is going to be created. [ 932.284569] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32d7cc64-a2a6-4fa2-a86f-353e9384f0cc [ 932.284820] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.284988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.285074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.285283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.285439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.285550] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32d7cc64-a2a6-4fa2-a86f-353e9384f0cc already deleted. [ 932.285592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32d7cc64-a2a6-4fa2-a86f-353e9384f0cc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.305039] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.305218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.305305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.305612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.305899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.321564] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 in Status: IN_PROGRESS for 2s [ 932.539126] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.539309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.539922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.539922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.539922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.539922] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 932.574610] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.576390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.576721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.577066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.577322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.590942] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 932.668302] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.668468] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.668987] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.668987] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.669143] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.669218] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 097f679f-76d3-43f1-85de-2bd364867233 not found, creating... [ 932.669512] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669680] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669798] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.670064] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.670210] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.670514] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.670675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.670792] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.671027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.671169] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.671313] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 097f679f-76d3-43f1-85de-2bd364867233 is going to be created. [ 932.700084] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.700084] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.700084] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.700473] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.700770] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.701054] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-097f679f-76d3-43f1-85de-2bd364867233" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.459830] env[66948]: INFO networking_nsxv3.common.synchronization [req-14b2cb24-780c-4543-a3e2-03b77730b3fb req-5c3f8fae-f5c9-4b5f-b13c-9f94e732c5ad service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 933.460256] env[66948]: INFO networking_nsxv3.common.synchronization [req-14b2cb24-780c-4543-a3e2-03b77730b3fb req-5c3f8fae-f5c9-4b5f-b13c-9f94e732c5ad service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 933.460326] env[66948]: INFO networking_nsxv3.common.synchronization [req-14b2cb24-780c-4543-a3e2-03b77730b3fb req-5c3f8fae-f5c9-4b5f-b13c-9f94e732c5ad service nova] Enqueued Resource ID: 097f679f-76d3-43f1-85de-2bd364867233 with Priority: HIGHEST for action port [ 933.461151] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 933.462260] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 933.462260] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097f679f-76d3-43f1-85de-2bd364867233 with Priority: HIGHEST for action port [ 933.462680] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.462769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.462813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.463282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.463282] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.467201] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.467201] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.467201] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.467201] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-097f679f-76d3-43f1-85de-2bd364867233 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-097f679f-76d3-43f1-85de-2bd364867233" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.467201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-097f679f-76d3-43f1-85de-2bd364867233" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.470531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-097f679f-76d3-43f1-85de-2bd364867233" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.470531] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('097f679f-76d3-43f1-85de-2bd364867233',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.973573] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.973712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.973887] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.975557] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 097f679f-76d3-43f1-85de-2bd364867233 with status ACTIVE [ 933.976149] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.976149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.976149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.976676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.976787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.977757] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.977757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.977757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.978038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.978200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.978331] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.978572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.978705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.978930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.979011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.979112] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 097f679f-76d3-43f1-85de-2bd364867233 is going to be updated. [ 934.009111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.009362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.009469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.009770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.009971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.010195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-097f679f-76d3-43f1-85de-2bd364867233" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.336809] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 in Status: SUCCESS [ 934.336809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.455538] env[66948]: INFO networking_nsxv3.common.synchronization [None req-6c627ca1-d3d3-4d88-948d-de435042b81b None None] Enqueued Resource ID: 8dd86ad6-e752-4af0-bf2a-45a83592584e with Priority: HIGHEST for action port [ 934.456442] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd86ad6-e752-4af0-bf2a-45a83592584e with Priority: HIGHEST for action port [ 934.456809] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd86ad6-e752-4af0-bf2a-45a83592584e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.456809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd86ad6-e752-4af0-bf2a-45a83592584e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.456809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd86ad6-e752-4af0-bf2a-45a83592584e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.457253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd86ad6-e752-4af0-bf2a-45a83592584e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.457253] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd86ad6-e752-4af0-bf2a-45a83592584e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.481957] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.604057] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 934.605126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.605389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.605938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.605938] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.606132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.606273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.606480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.606643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.607672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.607904] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.608045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.608116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.608303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.608479] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.608591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.608658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.608831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.608910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.609010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.609116] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.960212] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dd86ad6-e752-4af0-bf2a-45a83592584e [ 934.961445] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.961733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.961894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.962279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.963226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.963313] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dd86ad6-e752-4af0-bf2a-45a83592584e already deleted. [ 934.963587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd86ad6-e752-4af0-bf2a-45a83592584e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.984871] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.985192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.985272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.985482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.985700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.985810] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be created. [ 935.018752] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.018932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.019064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.019318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.019512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.030129] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: UNINITIALIZED for 2s [ 935.115789] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d5d52e3-7704-4c54-bfb2-7e8068ab988e: rpc.has_security_group_logging(os_id): False [ 935.134947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.135106] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.137403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.137403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.137403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.137403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.138631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.138631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.138631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.138631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.138631] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 935.218079] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.218079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.218079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.220180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.220180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.235630] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 937.044859] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 937.044859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.044859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.044859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.044859] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.044859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.044859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.044859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.044859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.044859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.044859] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.179378] env[66948]: INFO networking_nsxv3.common.synchronization [None req-5f578b3e-357c-479f-abb8-655e58d5e556 None None] Enqueued Resource ID: 1af53d7f-73d6-483f-9a98-517bf7d6a50e with Priority: HIGHEST for action port [ 937.179378] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af53d7f-73d6-483f-9a98-517bf7d6a50e with Priority: HIGHEST for action port [ 937.179378] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af53d7f-73d6-483f-9a98-517bf7d6a50e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.179644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af53d7f-73d6-483f-9a98-517bf7d6a50e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.179644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af53d7f-73d6-483f-9a98-517bf7d6a50e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.180137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af53d7f-73d6-483f-9a98-517bf7d6a50e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.180341] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af53d7f-73d6-483f-9a98-517bf7d6a50e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.255961] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 937.257748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.257748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.257748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.257748] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.547490] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.547662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.547744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.548041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.548234] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.548354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.548459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.548624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.548835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.549143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.549489] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.549707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.549808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.552813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.553016] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.553695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.553695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.553695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.554639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.554757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.554857] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.684953] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1af53d7f-73d6-483f-9a98-517bf7d6a50e [ 937.684953] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.684953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.684953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.684953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.684953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.684953] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1af53d7f-73d6-483f-9a98-517bf7d6a50e already deleted. [ 937.684953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af53d7f-73d6-483f-9a98-517bf7d6a50e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.760495] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.760733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.761339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.764557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.764557] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.764557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.764557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.764557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.764557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.764557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.764557] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.058551] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c82a703-c397-4aa5-84ca-e3dea2671380: rpc.has_security_group_logging(os_id): False [ 938.110277] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.110574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.110695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.111071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.111254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.111623] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.115488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.115488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.115488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.115488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.116173] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.116329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.117174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.117425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.117528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.117871] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.117992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.118129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.118331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.118437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.118584] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be created. [ 938.210598] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.210783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.210895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.211243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.211551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.232537] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 938.268359] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.268562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.268607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.268825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.269244] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.270957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.271150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.271396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.271526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.271667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.271888] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.272015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.272086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.272273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.272447] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.272540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.273037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.273037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.273037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.273037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.274347] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.776706] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d5d52e3-7704-4c54-bfb2-7e8068ab988e: rpc.has_security_group_logging(os_id): False [ 938.799991] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.799991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.799991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.799991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.799991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.799991] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.799991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.799991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.799991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.799991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.800442] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.800442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.800442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.800442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.800442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.800583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.800726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.800726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.800865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.800934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.801035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 938.871370] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.871535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.871626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.871875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.872216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.893206] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 939.470214] env[66948]: INFO networking_nsxv3.common.synchronization [req-35ebd94f-0c65-4f1f-b29c-10ac4aadffa7 req-44ffddb9-aaa3-40ce-9354-f3efcbf77796 tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 939.470811] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 939.471585] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.471723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.471788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.472050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.472222] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.472328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.472452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.472676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.472676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.472803] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.713780] env[66948]: INFO networking_nsxv3.common.synchronization [None req-cf930391-36c7-4a4a-9502-10c3f19c080e None None] Enqueued Resource ID: c1215afb-abbb-4784-bee4-d72a4beac33e with Priority: HIGHEST for action port [ 939.715108] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1215afb-abbb-4784-bee4-d72a4beac33e with Priority: HIGHEST for action port [ 939.715797] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1215afb-abbb-4784-bee4-d72a4beac33e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.716029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1215afb-abbb-4784-bee4-d72a4beac33e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.716095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1215afb-abbb-4784-bee4-d72a4beac33e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.717053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1215afb-abbb-4784-bee4-d72a4beac33e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.717053] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1215afb-abbb-4784-bee4-d72a4beac33e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.979324] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.979324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.979324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.979324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.979324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.979324] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.979324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.979324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.979678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.979678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.979746] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 939.985046] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.985315] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.985600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.985981] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.986414] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.986882] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.987285] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.987563] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.989085] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.989085] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.990438] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.990714] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.990945] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.991249] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.991522] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.991762] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.028771] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.029180] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.029479] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.029753] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.030734] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-58f6740f-a67d-4808-8530-1a1d652598b5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.030734] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-58f6740f-a67d-4808-8530-1a1d652598b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.030963] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-58f6740f-a67d-4808-8530-1a1d652598b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.031283] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-58f6740f-a67d-4808-8530-1a1d652598b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.032626] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f6740f-a67d-4808-8530-1a1d652598b5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.037574] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.037900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.038113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.038477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.038701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.053783] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 940.219901] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1215afb-abbb-4784-bee4-d72a4beac33e [ 940.219989] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.220091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.220158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.220383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.220469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.220631] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1215afb-abbb-4784-bee4-d72a4beac33e already deleted. [ 940.220687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1215afb-abbb-4784-bee4-d72a4beac33e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.246164] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 940.246164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.542869] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.544039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.544039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.544039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.544039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.544039] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 58f6740f-a67d-4808-8530-1a1d652598b5 not found, creating... [ 940.544317] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.544550] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.546036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.546036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.546036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.546036] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.546036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.546036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.546036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.546505] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.546505] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 58f6740f-a67d-4808-8530-1a1d652598b5 is going to be created. [ 940.577998] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.577998] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.577998] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.577998] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.577998] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.577998] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-58f6740f-a67d-4808-8530-1a1d652598b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.907620] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 940.907850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.938414] env[66948]: INFO networking_nsxv3.common.synchronization [None req-abf711e8-0395-4109-8fe9-7fafe6f27bb4 None None] Enqueued Resource ID: 2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c with Priority: HIGHEST for action port [ 940.939213] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c with Priority: HIGHEST for action port [ 940.939425] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.939552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.939615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.939880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.940087] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.326393] env[66948]: INFO networking_nsxv3.common.synchronization [req-35ebd94f-0c65-4f1f-b29c-10ac4aadffa7 req-d7062f2b-c0e3-4233-af71-0f2ef6d61efc service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 941.326581] env[66948]: INFO networking_nsxv3.common.synchronization [req-35ebd94f-0c65-4f1f-b29c-10ac4aadffa7 req-d7062f2b-c0e3-4233-af71-0f2ef6d61efc service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 941.326769] env[66948]: INFO networking_nsxv3.common.synchronization [req-35ebd94f-0c65-4f1f-b29c-10ac4aadffa7 req-d7062f2b-c0e3-4233-af71-0f2ef6d61efc service nova] Enqueued Resource ID: 58f6740f-a67d-4808-8530-1a1d652598b5 with Priority: HIGHEST for action port [ 941.327445] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 941.327585] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 941.327689] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f6740f-a67d-4808-8530-1a1d652598b5 with Priority: HIGHEST for action port [ 941.328131] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.328328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.328328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.328510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.328593] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.329576] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.329658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.329888] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f6740f-a67d-4808-8530-1a1d652598b5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.329990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f6740f-a67d-4808-8530-1a1d652598b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.330069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f6740f-a67d-4808-8530-1a1d652598b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.330284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f6740f-a67d-4808-8530-1a1d652598b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.330640] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f6740f-a67d-4808-8530-1a1d652598b5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.443347] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c [ 941.444781] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.444781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.444781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.444781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.447097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.447720] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c already deleted. [ 941.447720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1351a6-c2de-4ff3-b0dd-0d0711e36a7c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.778549] env[66948]: INFO networking_nsxv3.common.synchronization [req-35b04d27-23ba-4daa-84e0-f5b24d3926f6 req-27338eea-f621-4ce1-865f-30c9f20c22bc tempest-AttachVolumeTestJSON-922340643 tempest-AttachVolumeTestJSON-922340643-project-member] Enqueued Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_members [ 941.779147] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGHEST for action security_group_members [ 941.779490] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bfcceb5-7379-451a-b32f-510af68aaf1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.779648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.779713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.779935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.780213] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.780322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.780387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.780547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.780635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.780730] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.832011] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.832166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.832368] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58f6740f-a67d-4808-8530-1a1d652598b5 with status ACTIVE [ 941.832596] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.832712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.832778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.832991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.833096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.833319] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.833486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.833759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.833950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.835609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.835609] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.835609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.835609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.835609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.835609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.835609] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58f6740f-a67d-4808-8530-1a1d652598b5 is going to be updated. [ 941.865477] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.867546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.867664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.869905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.870039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.870414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f6740f-a67d-4808-8530-1a1d652598b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.066419] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 942.066777] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 942.066777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.067492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.067846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.069177] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.069177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.069177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.069177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.069177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.069177] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.110424] env[66948]: INFO networking_nsxv3.common.synchronization [req-95af9e85-6e74-4727-9040-301efee97eed req-2045940a-1ca5-4100-8499-474a42a1b2c7 tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 942.110424] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 942.110424] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.110424] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.110688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.110688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.110832] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.110925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.110982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.111560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.111649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.111986] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.283765] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.283930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.283998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.284296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.309311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.309640] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.309805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.309900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.310166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.310276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.310389] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b is going to be updated. [ 942.345377] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.345812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.346096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.346407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.347731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.359028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b in Status: IN_PROGRESS for 2s [ 942.410045] env[66948]: INFO networking_nsxv3.common.synchronization [req-95af9e85-6e74-4727-9040-301efee97eed req-782ebd4f-d6a7-45bf-b73c-f5d76a9cb078 tempest-ServersTestMultiNic-309791276 tempest-ServersTestMultiNic-309791276-project-member] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 942.410045] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGHEST for action security_group_members [ 942.410045] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.410045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.572408] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.616931] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.075756] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.120285] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.408974] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b81428ed-dba4-498c-bed3-ca9935239147 None None] Enqueued Resource ID: db8527ac-0320-4dc5-bcce-fa7397bb7bf6 with Priority: HIGHEST for action port [ 943.412171] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8527ac-0320-4dc5-bcce-fa7397bb7bf6 with Priority: HIGHEST for action port [ 943.412956] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-db8527ac-0320-4dc5-bcce-fa7397bb7bf6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.413166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db8527ac-0320-4dc5-bcce-fa7397bb7bf6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.413166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db8527ac-0320-4dc5-bcce-fa7397bb7bf6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.413513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db8527ac-0320-4dc5-bcce-fa7397bb7bf6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.413513] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8527ac-0320-4dc5-bcce-fa7397bb7bf6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.579200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.579425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.580383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.580706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.580782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.580905] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 943.624865] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.625253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.625413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.625938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.626211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.626400] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 943.668035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.668314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.668659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.668961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.669361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.688030] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 943.709179] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.709322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.709398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.709624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.709792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.722145] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 943.917786] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db8527ac-0320-4dc5-bcce-fa7397bb7bf6 [ 943.918306] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.918530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.918634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.918962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.919145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.919301] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db8527ac-0320-4dc5-bcce-fa7397bb7bf6 already deleted. [ 943.919453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db8527ac-0320-4dc5-bcce-fa7397bb7bf6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.374378] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b in Status: SUCCESS [ 944.374875] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b deletion is rescheduled due to dependency. [ 944.374875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.698972] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 945.699374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.699374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.699811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.699811] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.699934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.699934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.700103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.700626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.700626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.700626] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.731169] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 945.732944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.732944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.732944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.732944] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.732944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.732944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.732944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.732944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.732944] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.203212] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.203455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.203455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.203943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.204839] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.204839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.204839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.204839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.204839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.204839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.205231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.205231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.205231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.205434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.205664] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.205801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.205868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.206026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.206108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.206217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.206304] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.237468] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.237468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.237468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.237468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.237468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.237756] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.237756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.237756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.237923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.238013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.238860] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be updated. [ 946.266865] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.266865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.266865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.266865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.266865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.278082] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: IN_PROGRESS for 2s [ 946.708614] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6426174-a6ce-4226-a3e3-9838a6a4760c: rpc.has_security_group_logging(os_id): False [ 946.731832] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.731832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.731832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.731832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.731832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.731832] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.732148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.732148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.732148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.732519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.732519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.732628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.732628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.732763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.732869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.733099] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.733546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.733546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.733546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.733546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.733546] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 946.826823] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.826823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.827270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.827618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.827788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.847884] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 948.288660] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e in Status: SUCCESS [ 948.288996] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e deletion is rescheduled due to dependency. [ 948.288996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.414091] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 948.414091] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 948.497615] env[66948]: INFO networking_nsxv3.common.synchronization [req-1279532a-f00c-4893-a369-510d4ec1df52 req-faf79f1b-7ec7-416a-bc7a-fb202fc20ccf tempest-ServersWithSpecificFlavorTestJSON-321981976 tempest-ServersWithSpecificFlavorTestJSON-321981976-project-member] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 948.498703] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGHEST for action security_group_members [ 948.498703] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.498847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.498895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.499134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.499304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.499411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.499471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.499653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.499761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.499865] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.865962] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 948.866306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.976219] env[66948]: INFO networking_nsxv3.common.synchronization [req-9c0275f5-ac72-409a-8bc1-ad0e67d09d4e req-c46123a6-76d9-496a-8287-7350cb73cec4 tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 948.976582] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 948.976967] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.977072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.977137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.978032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.978032] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.978032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.978032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.978253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.978326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.978422] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.003281] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.003443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.003530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.003741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.024161] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.024436] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.024556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.024623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.024818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.024903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.024992] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d is going to be updated. [ 949.051584] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.051736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.051878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.052106] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.052252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.061936] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: IN_PROGRESS for 2s [ 949.480078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.480380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.480380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.480718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.480838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.481097] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.481208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.481273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.481454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.481541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.481648] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 949.514803] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.515107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.515250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.515505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.515728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.526903] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 950.930913] env[66948]: INFO networking_nsxv3.common.synchronization [req-8cd76b42-c531-4d0e-b425-fc1e449e1fc0 req-c963d003-51dc-4e27-9ec4-5d26d05e53f9 tempest-ServerTagsTestJSON-276962810 tempest-ServerTagsTestJSON-276962810-project-member] Enqueued Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGHEST for action security_group_members [ 950.931475] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGHEST for action security_group_members [ 950.931778] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.931901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.931969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.932370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.932536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.932642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.932707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.932863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.932946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.933056] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.074898] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d in Status: SUCCESS [ 951.075171] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d deletion is rescheduled due to dependency. [ 951.075320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.352554] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.352760] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-171" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.352887] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-171" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.353245] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-171" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.353519] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.353683] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.353918] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.354174] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.354323] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.354543] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.354683] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.354795] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.354907] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.355033] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.355197] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.355357] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.375354] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.375598] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.375778] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.375987] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-171" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.376397] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-8ccf081d-87f1-4d01-9493-7444297abacd taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.376623] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-8ccf081d-87f1-4d01-9493-7444297abacd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.376754] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-8ccf081d-87f1-4d01-9493-7444297abacd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.377072] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-8ccf081d-87f1-4d01-9493-7444297abacd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.377217] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccf081d-87f1-4d01-9493-7444297abacd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.436227] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.436398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.436645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.437146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.437314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.437536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.437643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.437710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.437915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.437974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.438079] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 already deleted. [ 951.438171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.536127] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 951.536270] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 951.536394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.881073] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.881222] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.881351] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.881762] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.882131] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.882225] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 8ccf081d-87f1-4d01-9493-7444297abacd not found, creating... [ 951.882616] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.882853] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.883047] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.883370] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.883596] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.884014] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.884253] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.884434] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.884745] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.884948] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.885191] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 8ccf081d-87f1-4d01-9493-7444297abacd is going to be created. [ 951.907773] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.908067] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908194] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.908526] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.908773] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.909021] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-8ccf081d-87f1-4d01-9493-7444297abacd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.693211] env[66948]: INFO networking_nsxv3.common.synchronization [req-8cd76b42-c531-4d0e-b425-fc1e449e1fc0 req-2de9ae54-514e-49af-af9d-4edd40b19c4b service nova] Enqueued Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGHEST for action security_group_rules [ 952.693500] env[66948]: INFO networking_nsxv3.common.synchronization [req-8cd76b42-c531-4d0e-b425-fc1e449e1fc0 req-2de9ae54-514e-49af-af9d-4edd40b19c4b service nova] Enqueued Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGHEST for action security_group_members [ 952.693562] env[66948]: INFO networking_nsxv3.common.synchronization [req-8cd76b42-c531-4d0e-b425-fc1e449e1fc0 req-2de9ae54-514e-49af-af9d-4edd40b19c4b service nova] Enqueued Resource ID: 8ccf081d-87f1-4d01-9493-7444297abacd with Priority: HIGHEST for action port [ 952.694067] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGHEST for action security_group_rules [ 952.694211] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGHEST for action security_group_members [ 952.694309] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ccf081d-87f1-4d01-9493-7444297abacd with Priority: HIGHEST for action port [ 952.694656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.694734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.694772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.698038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.698038] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.700516] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.700516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.700628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.701337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.701337] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.701337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.701337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.701337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.701625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.701625] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.705609] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ccf081d-87f1-4d01-9493-7444297abacd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.705734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ccf081d-87f1-4d01-9493-7444297abacd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.705998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ccf081d-87f1-4d01-9493-7444297abacd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.705998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ccf081d-87f1-4d01-9493-7444297abacd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.706115] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccf081d-87f1-4d01-9493-7444297abacd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.208268] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.208408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.208661] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.209995] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ccf081d-87f1-4d01-9493-7444297abacd with status ACTIVE [ 953.209995] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.210501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.210501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.210501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.210501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.210659] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.211968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.211968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.211968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.212295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.212409] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.212545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.212602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.212791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.212862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.213564] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ccf081d-87f1-4d01-9493-7444297abacd is going to be updated. [ 953.250189] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.250445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.250928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.251261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.251480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.251738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ccf081d-87f1-4d01-9493-7444297abacd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.301317] env[66948]: INFO networking_nsxv3.common.synchronization [None req-e9c35d2f-8329-406c-9d07-13de1b4adfa0 tempest-AttachVolumeTestJSON-922340643 tempest-AttachVolumeTestJSON-922340643-project-member] Enqueued Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_rules [ 953.301905] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_rules [ 953.306453] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.306706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.306784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.307041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.307146] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.414737] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a71fabbb-8097-4bfc-be31-546965709a4e tempest-AttachVolumeTestJSON-922340643 tempest-AttachVolumeTestJSON-922340643-project-member] Enqueued Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_rules [ 953.415605] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_rules [ 953.416011] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.416136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.715603] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.827800] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.827983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.828086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.828315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.828403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.828498] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 already deleted. [ 953.828586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.828858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.829032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.829119] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.218112] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.218301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.218363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.219373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.219373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.219373] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 is going to be created. [ 954.247187] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.247362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.247404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.247609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.247873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.259510] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 in Status: UNINITIALIZED for 2s [ 954.350743] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.350743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.350952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.351102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.351183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.351367] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 already deleted. [ 954.351367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.269875] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 in Status: SUCCESS [ 956.270252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.271057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.271057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.271057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.271057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.271463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.271463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.271463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.271463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.271631] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.773644] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.773821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.773926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.774202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.774969] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.775136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.775245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.775488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.775620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.775818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.775969] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.776102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.776188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.776433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.776596] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.776802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.776802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.776970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.777108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.777223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.777319] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.279955] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 837b90b8-edc5-483a-a3ae-e7fb7f483bc3: rpc.has_security_group_logging(os_id): False [ 957.302734] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.302904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.303078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.304134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.304134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.304134] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.304134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.305112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.305112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.305112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.305112] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.305531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.305531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.305772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.305876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.306229] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.306409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.306523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.306742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.306832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.306939] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 is going to be created. [ 957.383369] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.383369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.383369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.383899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.383899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.396098] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 in Status: IN_PROGRESS for 2s [ 958.416694] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 958.417056] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 959.411369] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 in Status: SUCCESS [ 959.411745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.026396] env[66948]: INFO networking_nsxv3.common.synchronization [req-35e75957-826d-416b-a642-f77cf40db640 req-792ee6c5-20b8-4ce8-ac56-85dcc76213b5 tempest-ServersAdminTestJSON-719032079 tempest-ServersAdminTestJSON-719032079-project-member] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 960.026960] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 960.027285] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.027555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.027555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.027725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.027889] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.027976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.028049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.028205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.028285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.028379] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.385218] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.385718] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.385842] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.386220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.386542] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.386732] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.386858] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.387230] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.387307] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.387499] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.387616] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.387728] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.387864] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.387978] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.388167] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.388333] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.409012] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.409231] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.409599] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.409599] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.409876] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-1408a862-3fc4-4a74-ad2f-5d53b0663046 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.410060] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-1408a862-3fc4-4a74-ad2f-5d53b0663046" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.410184] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-1408a862-3fc4-4a74-ad2f-5d53b0663046" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.410539] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-1408a862-3fc4-4a74-ad2f-5d53b0663046" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.410668] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1408a862-3fc4-4a74-ad2f-5d53b0663046',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.531544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.531778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.531858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.532297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.532297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.532521] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.532521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.532616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.532819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.532819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.533495] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 already deleted. [ 960.533922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.913727] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.913987] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.914367] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.914602] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.914716] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.914882] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 1408a862-3fc4-4a74-ad2f-5d53b0663046 not found, creating... [ 960.915224] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.915435] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.915596] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.915889] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.916065] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.916456] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.916690] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.917254] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.917254] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.917603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.917603] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 1408a862-3fc4-4a74-ad2f-5d53b0663046 is going to be created. [ 960.947859] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.948086] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.948256] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.948673] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.949019] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.949279] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-1408a862-3fc4-4a74-ad2f-5d53b0663046" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.702461] env[66948]: INFO networking_nsxv3.common.synchronization [req-35e75957-826d-416b-a642-f77cf40db640 req-d58904ef-52c7-4a24-944a-aa049e6358ee service nova] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_rules [ 961.702769] env[66948]: INFO networking_nsxv3.common.synchronization [req-35e75957-826d-416b-a642-f77cf40db640 req-d58904ef-52c7-4a24-944a-aa049e6358ee service nova] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 961.702869] env[66948]: INFO networking_nsxv3.common.synchronization [req-35e75957-826d-416b-a642-f77cf40db640 req-d58904ef-52c7-4a24-944a-aa049e6358ee service nova] Enqueued Resource ID: 1408a862-3fc4-4a74-ad2f-5d53b0663046 with Priority: HIGHEST for action port [ 961.703520] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_rules [ 961.703738] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 961.703946] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1408a862-3fc4-4a74-ad2f-5d53b0663046 with Priority: HIGHEST for action port [ 961.704285] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.704611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.704611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.704875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.704974] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.706333] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.706497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.706617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.706873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.707106] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.707217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.707284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.707511] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.707643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.707771] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.708696] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-1408a862-3fc4-4a74-ad2f-5d53b0663046 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.708881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1408a862-3fc4-4a74-ad2f-5d53b0663046" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.708966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1408a862-3fc4-4a74-ad2f-5d53b0663046" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.709175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1408a862-3fc4-4a74-ad2f-5d53b0663046" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.709268] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1408a862-3fc4-4a74-ad2f-5d53b0663046',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.211083] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.212537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.212679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.213472] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1408a862-3fc4-4a74-ad2f-5d53b0663046 with status ACTIVE [ 962.213472] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.213472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.213472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.213709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.213851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.214218] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.214290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.214332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.214657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.214803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.215068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.215348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.215443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.215701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.215810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.215959] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1408a862-3fc4-4a74-ad2f-5d53b0663046 is going to be updated. [ 962.252200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.252200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.252200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.252200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.252200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.252200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1408a862-3fc4-4a74-ad2f-5d53b0663046" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.539328] env[66948]: INFO networking_nsxv3.common.synchronization [req-80b59f4e-5586-4bed-bf21-a60f3b569b40 req-2d5c5295-7483-4fda-900c-c35070d39a1a tempest-ServersAdminTestJSON-719032079 tempest-ServersAdminTestJSON-719032079-project-member] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 962.539328] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 962.539328] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.539328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.715483] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.856755] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.856991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.857179] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.857481] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.857793] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.857972] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.858126] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.858414] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.858590] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.858835] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.859010] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.859158] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.859272] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.859410] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.859574] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.859731] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.880511] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.880707] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.881149] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.881149] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.881485] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-0b851e40-f89f-4934-b67a-71e4922a15d5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.881657] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-0b851e40-f89f-4934-b67a-71e4922a15d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.881772] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-0b851e40-f89f-4934-b67a-71e4922a15d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.882151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-0b851e40-f89f-4934-b67a-71e4922a15d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.883161] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b851e40-f89f-4934-b67a-71e4922a15d5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.218388] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.219017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.219099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.219328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.219421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.219526] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be created. [ 963.249834] env[66948]: INFO networking_nsxv3.common.synchronization [req-1f7295e1-55ad-4611-b663-db0c77618521 req-43fa9203-d5a5-4225-89f4-b5bd2c67ccd1 tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 963.250477] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 963.250815] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.250947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.251345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.251616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.251803] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.251917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.251982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.252170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.252263] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.252263] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.257740] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.257886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.257985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.258220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.258394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.269817] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: UNINITIALIZED for 2s [ 963.384899] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.385154] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.385302] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.385668] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.385868] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.386079] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 0b851e40-f89f-4934-b67a-71e4922a15d5 not found, creating... [ 963.386407] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.386604] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.386739] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.387014] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.387214] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.387535] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.387712] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.387904] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.388141] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.388294] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.388466] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 0b851e40-f89f-4934-b67a-71e4922a15d5 is going to be created. [ 963.411018] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.411397] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.411632] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.412074] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.412457] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.412842] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-0b851e40-f89f-4934-b67a-71e4922a15d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.755470] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.755900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.755900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.756052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.756148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.756445] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.756566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.756645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.756850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.756932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.757056] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 963.785384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.785619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.785684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.785988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.786184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.795673] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 964.148829] env[66948]: INFO networking_nsxv3.common.synchronization [req-80b59f4e-5586-4bed-bf21-a60f3b569b40 req-74be2b57-d93a-4b66-b318-c4b656ff3a19 service nova] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_rules [ 964.149086] env[66948]: INFO networking_nsxv3.common.synchronization [req-80b59f4e-5586-4bed-bf21-a60f3b569b40 req-74be2b57-d93a-4b66-b318-c4b656ff3a19 service nova] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 964.149251] env[66948]: INFO networking_nsxv3.common.synchronization [req-80b59f4e-5586-4bed-bf21-a60f3b569b40 req-74be2b57-d93a-4b66-b318-c4b656ff3a19 service nova] Enqueued Resource ID: 0b851e40-f89f-4934-b67a-71e4922a15d5 with Priority: HIGHEST for action port [ 964.150052] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_rules [ 964.150444] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 964.150991] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b851e40-f89f-4934-b67a-71e4922a15d5 with Priority: HIGHEST for action port [ 964.150991] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.151217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.151513] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.151620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.151941] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b851e40-f89f-4934-b67a-71e4922a15d5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.152113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b851e40-f89f-4934-b67a-71e4922a15d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.152402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b851e40-f89f-4934-b67a-71e4922a15d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.152402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b851e40-f89f-4934-b67a-71e4922a15d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.152506] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b851e40-f89f-4934-b67a-71e4922a15d5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.655732] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b851e40-f89f-4934-b67a-71e4922a15d5 with status ACTIVE [ 964.655732] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.655972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.656059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.656287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.656931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.656931] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.656931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.656931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.657283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.657283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.657354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.657414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.658040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.658040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.658040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.658040] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b851e40-f89f-4934-b67a-71e4922a15d5 is going to be updated. [ 964.682686] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.683523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.683523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.683523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.683523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.683523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b851e40-f89f-4934-b67a-71e4922a15d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.281256] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 965.281625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.281690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.281911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.282133] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.282252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.282325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.282482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.282583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.282637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.282742] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.283767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.283968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.284270] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.284360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.284360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.284493] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.284580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.284700] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.786817] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.787046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.787186] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.807623] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 965.807869] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 deletion is rescheduled due to dependency. [ 965.808033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.290118] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.793512] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.793796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.793885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.794147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.794246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.794350] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 966.821526] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.821737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.821785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.822816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.822816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.832250] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 967.113052] env[66948]: INFO networking_nsxv3.common.synchronization [req-9457f1fc-4cb8-4fcd-a453-7f2f14dddf4b req-aa419cc8-5593-462e-b3ac-f20a585bc730 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 967.113052] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 967.113052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.113280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.113280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.113390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.113513] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.113609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.113662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.113814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.113898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.114203] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.387849] env[66948]: INFO networking_nsxv3.common.synchronization [req-31af05d9-8138-4802-90fc-f97de386a3a3 req-2341d3d4-acad-45f9-883b-b0f63b38d40d tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 967.388441] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 967.388769] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.388874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.388961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.389209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.389568] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.389568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.389850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.389850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.389850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.389960] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.616992] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.617237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.617486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.617753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.617856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.618091] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.618202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.618253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.618409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.618485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.618565] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be deleted. [ 967.652277] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.652277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.652277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.652277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.652277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.652277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.751029] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.751029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.751029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.751029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.751338] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.751409] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.751458] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.751681] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.751871] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.752179] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.752325] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.752816] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.752816] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.752816] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.752816] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.753011] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.772047] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.772240] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.772415] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.772603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.772918] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.773103] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.773221] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.773544] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.773681] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.892504] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.892758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.892758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.892979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.893124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.893375] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.893499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.893555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.893790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.893901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.893993] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 967.921682] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.921863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.921915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.922133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.922780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.933713] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 968.277277] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.277758] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.277921] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.278295] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.278490] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.278966] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a not found, creating... [ 968.279333] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.279562] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.279687] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.280150] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.280338] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.280677] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.281074] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.281256] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.281509] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.281679] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.282000] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a is going to be created. [ 968.325514] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.325815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.326058] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.326377] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.326673] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.326952] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.350949] env[66948]: INFO networking_nsxv3.common.synchronization [req-5378682d-6d66-4fea-a943-6ae15067e8ec req-bb685750-a8ec-4e18-a7de-ef3164cf67ba tempest-ServerTagsTestJSON-276962810 tempest-ServerTagsTestJSON-276962810-project-member] Enqueued Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGHEST for action security_group_members [ 968.351918] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGHEST for action security_group_members [ 968.351918] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.351918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.352239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.352239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.352361] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.352438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.352498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.352649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.352727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.352831] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.845453] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 968.845934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.846237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.846613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.846868] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.847073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.847186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.847451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.847588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.847738] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.855158] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.855337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.855606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.855939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.856544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.856959] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.857182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.857281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.857542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.857693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.857834] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 is going to be updated. [ 968.891071] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.891435] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.891563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.891858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.892375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.903529] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 in Status: IN_PROGRESS for 2s [ 969.078165] env[66948]: INFO networking_nsxv3.common.synchronization [req-9457f1fc-4cb8-4fcd-a453-7f2f14dddf4b req-49dc29dd-a3c9-4ead-8be3-51e7444aca1b service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 969.078356] env[66948]: INFO networking_nsxv3.common.synchronization [req-9457f1fc-4cb8-4fcd-a453-7f2f14dddf4b req-49dc29dd-a3c9-4ead-8be3-51e7444aca1b service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 969.078486] env[66948]: INFO networking_nsxv3.common.synchronization [req-9457f1fc-4cb8-4fcd-a453-7f2f14dddf4b req-49dc29dd-a3c9-4ead-8be3-51e7444aca1b service nova] Enqueued Resource ID: 5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a with Priority: HIGHEST for action port [ 969.080072] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 969.080072] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 969.080072] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a with Priority: HIGHEST for action port [ 969.080072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.080072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.080072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.080072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.080072] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.081346] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.082269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.082269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.082445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.082605] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.082709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.082769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.083325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.083325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.083325] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.083933] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.084037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.084522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.084522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.084522] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.350453] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.425763] env[66948]: INFO networking_nsxv3.common.synchronization [req-494bdee4-740b-4d84-8823-3941f4aa0c5b req-57380911-ee2a-43c7-baff-19b765567e6f tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 969.426376] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 969.427172] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.427377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.427552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.427812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.428516] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.428675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.428891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.429121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.429274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.429415] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.587153] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.587153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.587446] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.588230] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a with status ACTIVE [ 969.588357] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.588455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.588638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.589593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.589593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.589593] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.589593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.589593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.589593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.589593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.589896] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.589896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.589896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.590083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.590140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.590201] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a is going to be updated. [ 969.615037] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.615037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.615037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.615037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.615037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.615037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4c4b33-5f58-42e3-b5cf-18a3b21efe2a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.809988] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.810252] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.810349] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.810614] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.810881] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.811050] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.811297] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.811421] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.811567] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.811781] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.811895] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.812012] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.812124] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.812236] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.812342] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.812474] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.831994] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.832347] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.832673] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.832945] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.833468] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-f972cad7-fe16-45de-b708-7c4b40e2828a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.833701] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-f972cad7-fe16-45de-b708-7c4b40e2828a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.833835] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-f972cad7-fe16-45de-b708-7c4b40e2828a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.834181] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-f972cad7-fe16-45de-b708-7c4b40e2828a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.834321] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f972cad7-fe16-45de-b708-7c4b40e2828a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.852686] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.931904] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.932212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.932212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.932376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.932469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.932660] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.932761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.932824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.932972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.933063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.933151] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 969.943673] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 969.943945] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 969.943988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.959372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.959560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.959560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.959774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.959919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.968509] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 970.092451] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.336947] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.337216] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.337344] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.337643] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.337802] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.337976] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port f972cad7-fe16-45de-b708-7c4b40e2828a not found, creating... [ 970.338252] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.338410] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.338530] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.338774] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.338950] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.339273] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.339434] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.339555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.339814] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.339953] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.340123] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: f972cad7-fe16-45de-b708-7c4b40e2828a is going to be created. [ 970.355259] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.355477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.355639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.355948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.356123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.356277] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 970.361258] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.361455] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.361580] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.361863] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.362107] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.362348] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-f972cad7-fe16-45de-b708-7c4b40e2828a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.404452] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.404641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.404681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.404891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.405063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.425119] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 970.595121] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.595514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.598246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.598246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.598246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.598246] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be created. [ 970.623273] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.623408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.623408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.623899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.623899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.637430] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: UNINITIALIZED for 2s [ 970.914053] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 in Status: SUCCESS [ 970.914318] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 deletion is rescheduled due to dependency. [ 970.914402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.070678] env[66948]: INFO networking_nsxv3.common.synchronization [req-494bdee4-740b-4d84-8823-3941f4aa0c5b req-0f906890-3b0c-4165-bfc4-d19aa644ed4a service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 971.070678] env[66948]: INFO networking_nsxv3.common.synchronization [req-494bdee4-740b-4d84-8823-3941f4aa0c5b req-0f906890-3b0c-4165-bfc4-d19aa644ed4a service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 971.070982] env[66948]: INFO networking_nsxv3.common.synchronization [req-494bdee4-740b-4d84-8823-3941f4aa0c5b req-0f906890-3b0c-4165-bfc4-d19aa644ed4a service nova] Enqueued Resource ID: f972cad7-fe16-45de-b708-7c4b40e2828a with Priority: HIGHEST for action port [ 971.071462] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 971.071645] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 971.071749] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f972cad7-fe16-45de-b708-7c4b40e2828a with Priority: HIGHEST for action port [ 971.072046] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.072172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.072262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.072953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.073062] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.077324] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.077324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.077324] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-f972cad7-fe16-45de-b708-7c4b40e2828a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.077324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f972cad7-fe16-45de-b708-7c4b40e2828a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.077324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f972cad7-fe16-45de-b708-7c4b40e2828a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.077324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f972cad7-fe16-45de-b708-7c4b40e2828a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.077324] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f972cad7-fe16-45de-b708-7c4b40e2828a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.581526] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.581526] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f972cad7-fe16-45de-b708-7c4b40e2828a with status ACTIVE [ 971.581526] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.581526] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.581526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.582981] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.582981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.582981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.582981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.582981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.582981] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f972cad7-fe16-45de-b708-7c4b40e2828a is going to be updated. [ 971.612284] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.612474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.612555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.612779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.612953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.613132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f972cad7-fe16-45de-b708-7c4b40e2828a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.044207] env[66948]: INFO networking_nsxv3.common.synchronization [req-43aa76d9-b79d-4f33-b4c4-10cbcc4736d8 req-1a673f4e-a4d6-4c37-93c9-3ef473b52e25 tempest-AttachVolumeTestJSON-922340643 tempest-AttachVolumeTestJSON-922340643-project-member] Enqueued Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_members [ 972.044958] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_members [ 972.045718] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.045815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.046292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.046292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.046536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.046536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.046684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.046813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.046944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.047120] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.056311] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 972.056311] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 972.056311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.056311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.056311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.056311] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.056311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.056689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.056689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.056689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.056823] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.434154] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 972.434348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.434483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.434708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.435147] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.435295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.435357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.436154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.436243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.436341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.436535] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.436743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.436802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.436967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.437173] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.437272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.437333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.437476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.437553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.437632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.437720] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.469661] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.469993] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-660" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.470240] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-660" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.470655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-660" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.471263] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.471464] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.471586] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.471842] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.471989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.472216] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.472329] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.472438] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.472545] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.472653] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.472757] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.472937] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.492432] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.492948] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.492948] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.493137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-660" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.493372] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-aa1a5771-c018-48db-952b-f187f3ec6fbd taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.493550] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-aa1a5771-c018-48db-952b-f187f3ec6fbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.493747] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-aa1a5771-c018-48db-952b-f187f3ec6fbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.493988] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-aa1a5771-c018-48db-952b-f187f3ec6fbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.494142] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1a5771-c018-48db-952b-f187f3ec6fbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.551431] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.551669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.551669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.551866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.551956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.552181] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.552309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.552361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.552470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.552544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.552640] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 already deleted. [ 972.552723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.561817] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.648171] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 972.648367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.648494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.648761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.648979] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.649115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.649174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.649385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.649797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.649797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.649797] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.940177] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3691d78-a758-44ae-8c0f-529fa9389745: rpc.has_security_group_logging(os_id): False [ 972.960778] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.961277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.961402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.961636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.961735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.961946] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.962057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.962120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.962276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.962417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.962554] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.962676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.962730] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.962847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.962923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.963121] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.963216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.963275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.963413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.963505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.963590] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be created. [ 972.996444] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.996753] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.996885] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.997175] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.997345] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.997496] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port aa1a5771-c018-48db-952b-f187f3ec6fbd not found, creating... [ 972.997787] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.997913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.998284] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.998284] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.998397] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.998682] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.998837] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.998950] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.999978] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.999978] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.999978] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: aa1a5771-c018-48db-952b-f187f3ec6fbd is going to be created. [ 973.020743] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.020958] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.021120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.021452] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.021598] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.021824] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-aa1a5771-c018-48db-952b-f187f3ec6fbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.030629] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.030829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.030829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.031046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.031203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.046970] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 973.063808] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.153184] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.153184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.153184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.153428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.153428] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.153539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.153627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.153794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.153912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.153959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.154167] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.154234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.154280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.154402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.154537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.154645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.154721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.154862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.155039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.155039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.155119] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.565881] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.565956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.565989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.566220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.566615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.566615] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 973.599581] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.599771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.599818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.600068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.600222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.609521] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 973.657503] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3155e41d-3a78-456a-baa2-12349fba6ff6: rpc.has_security_group_logging(os_id): False [ 973.686318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.686516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.686747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.686907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.687022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.688196] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.688196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.688196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.688196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.688196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.688196] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.688196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.688196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.688196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.688628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.688628] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.688628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.688743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.689013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.689013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.689013] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be created. [ 973.758170] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.758170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.758462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.758599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.758788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.779315] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 973.827371] env[66948]: INFO networking_nsxv3.common.synchronization [req-43aa76d9-b79d-4f33-b4c4-10cbcc4736d8 req-767c3bd2-9355-49d1-a2e1-b56941d09a7a service nova] Enqueued Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_rules [ 973.827639] env[66948]: INFO networking_nsxv3.common.synchronization [req-43aa76d9-b79d-4f33-b4c4-10cbcc4736d8 req-767c3bd2-9355-49d1-a2e1-b56941d09a7a service nova] Enqueued Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_members [ 973.827808] env[66948]: INFO networking_nsxv3.common.synchronization [req-43aa76d9-b79d-4f33-b4c4-10cbcc4736d8 req-767c3bd2-9355-49d1-a2e1-b56941d09a7a service nova] Enqueued Resource ID: aa1a5771-c018-48db-952b-f187f3ec6fbd with Priority: HIGHEST for action port [ 973.829247] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_rules [ 973.829365] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_members [ 973.829466] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa1a5771-c018-48db-952b-f187f3ec6fbd with Priority: HIGHEST for action port [ 973.829782] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.829900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.829965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.830205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.830265] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.831280] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.831280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.831280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.831455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.831582] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.831674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.831727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.831861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.831938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.832042] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.832796] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa1a5771-c018-48db-952b-f187f3ec6fbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.832895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa1a5771-c018-48db-952b-f187f3ec6fbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.832980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa1a5771-c018-48db-952b-f187f3ec6fbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.833153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa1a5771-c018-48db-952b-f187f3ec6fbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.833249] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1a5771-c018-48db-952b-f187f3ec6fbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.335193] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.335656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.335656] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.336550] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa1a5771-c018-48db-952b-f187f3ec6fbd with status ACTIVE [ 974.337965] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.337965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.337965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.338195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.339947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.339947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.339947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.339947] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa1a5771-c018-48db-952b-f187f3ec6fbd is going to be updated. [ 974.368089] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.368089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.368089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.368386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.369019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.369267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa1a5771-c018-48db-952b-f187f3ec6fbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.842621] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.969659] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ba6fe507-df6e-4bdb-9235-27ce07ad54b5 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 974.970917] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 974.971780] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.971962] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.972764] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.972764] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.972764] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.972764] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.972972] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.973079] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.973236] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.973514] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.973569] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.973741] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.973799] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.973881] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.973986] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.974156] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.975181] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.975640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.975640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.975640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.975775] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.975775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.975854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.975996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.976051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.976099] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.996532] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.996873] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.997068] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.997299] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-822" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.997664] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.997873] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.997947] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.998223] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.998574] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c7f950-c9f7-4390-8b28-f9bc2cb3e433',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.059698] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 975.059813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.059973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.060206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.060293] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.346898] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.346898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.346898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.346898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.346898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.346898] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 is going to be created. [ 975.379974] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.379974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.379974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.379974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.379974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.393433] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7018d39b-e168-467f-8ce1-c4cd86476748 in Status: UNINITIALIZED for 2s [ 975.479121] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.501019] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.501287] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.501444] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.501793] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.502426] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.502426] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.502782] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.502919] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.503167] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.503307] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.503629] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.503794] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.503913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.504226] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.504313] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.504483] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 is going to be updated. [ 975.525819] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.526036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.526128] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.526407] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.526620] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.526858] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.562896] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.563090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.563166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.563397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.563573] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.563672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.563739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.563900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.563987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.564091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.564184] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.623380] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 975.623592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.623781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.624016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.624285] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.624413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.624479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.624651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.624728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.624815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.624904] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.792322] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 975.792554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.982068] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.068513] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.068965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.068965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.069301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.069596] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.069860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.069950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.070272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.070415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.070576] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.070819] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.070966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.071063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.071364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.071535] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.071683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.071751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.071908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.071976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.072086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.072346] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.127579] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.127579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.127579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.127836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.127836] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.127942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.127989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.128669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.128669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.128669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.128669] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.128669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.128669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.128957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.128957] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.128957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.129082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.129111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.129186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.129262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.129349] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.231401] env[66948]: INFO networking_nsxv3.common.synchronization [req-9a46220e-fea3-4398-be47-0c8e28fcc068 req-3c22e1f4-08d2-42f6-9803-8a4243366cc0 service nova] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_rules [ 976.231601] env[66948]: INFO networking_nsxv3.common.synchronization [req-9a46220e-fea3-4398-be47-0c8e28fcc068 req-3c22e1f4-08d2-42f6-9803-8a4243366cc0 service nova] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 976.231800] env[66948]: INFO networking_nsxv3.common.synchronization [req-9a46220e-fea3-4398-be47-0c8e28fcc068 req-3c22e1f4-08d2-42f6-9803-8a4243366cc0 service nova] Enqueued Resource ID: 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 with Priority: HIGHEST for action port [ 976.232361] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_rules [ 976.232523] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 976.232686] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 with Priority: HIGHEST for action port [ 976.234803] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.235223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.235223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.235704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.235704] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.237300] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.237495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.237548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.237788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.237981] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.238148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.238216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.238331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.238417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.238511] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.239960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.239960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.239960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.240352] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.240352] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c7f950-c9f7-4390-8b28-f9bc2cb3e433',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.486483] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.486891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.486891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.487032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.487221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.487360] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 976.528325] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.528526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.528526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.529653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.529653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.537734] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 976.575014] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3691d78-a758-44ae-8c0f-529fa9389745: rpc.has_security_group_logging(os_id): False [ 976.596539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.596792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.596845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.597078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.597178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.597388] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.597493] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.597557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.597715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.597802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.598033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.598124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.598193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.598340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.598415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.598636] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.598751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.598896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.599087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.599173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.599264] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 976.635150] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ca14a3-ad5d-4595-9f46-cfa8e9a88324: rpc.has_security_group_logging(os_id): False [ 976.659449] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.659673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.659673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.659914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.660040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.660318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.660425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.660504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.660605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.661094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.661094] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.661094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.661094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.661453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.661453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.661453] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.661620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.661620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.661706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.661820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.661954] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 976.698749] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.698950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.698950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.699163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.699397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.717582] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 976.743106] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.744693] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.744693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.745699] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 with status ACTIVE [ 976.745699] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.745699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.745699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.745699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.746039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.746039] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.746133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.747103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.747103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.747103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.747103] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.747103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.747103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.747103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.747651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.747651] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71c7f950-c9f7-4390-8b28-f9bc2cb3e433 is going to be updated. [ 976.755508] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.755508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.755508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.755508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.755508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.819268] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 976.851458] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.852316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.852316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.852554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.852951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.853143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71c7f950-c9f7-4390-8b28-f9bc2cb3e433" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.249294] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.404436] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7018d39b-e168-467f-8ce1-c4cd86476748 in Status: SUCCESS [ 977.404659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.404837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.405099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.405310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.405429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.405491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.405716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.405822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.405863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.405954] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.415559] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.415559] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.415559] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.416056] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.416145] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.417057] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.417057] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.420072] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.420072] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.420072] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.420227] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.420291] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.421245] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.421245] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.421245] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.421245] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.443304] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.443464] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.443639] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.443759] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.444105] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-287cef76-d93e-4059-9bb4-c4d40359970c taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.444283] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-287cef76-d93e-4059-9bb4-c4d40359970c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.444413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-287cef76-d93e-4059-9bb4-c4d40359970c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.444733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-287cef76-d93e-4059-9bb4-c4d40359970c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.444871] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287cef76-d93e-4059-9bb4-c4d40359970c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.756487] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.757241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.757241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.757241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.757241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.757241] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be updated. [ 977.793030] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.793030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.793219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.793302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.793515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.804824] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: IN_PROGRESS for 2s [ 977.911225] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.949956] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.953033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.953033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.953033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.953033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.953033] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 287cef76-d93e-4059-9bb4-c4d40359970c not found, creating... [ 977.953033] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.953033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.953033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.953775] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.953775] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.954121] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.954406] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.954596] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.954978] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.955221] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.955517] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 287cef76-d93e-4059-9bb4-c4d40359970c is going to be created. [ 977.987875] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.988251] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.988450] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.988911] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.989216] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.989462] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-287cef76-d93e-4059-9bb4-c4d40359970c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.414131] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7018d39b-e168-467f-8ce1-c4cd86476748: rpc.has_security_group_logging(os_id): False [ 978.441455] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.441627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.441705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.441964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.442796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.442796] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.442796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.442796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.443097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.443097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.443097] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 is going to be created. [ 978.537733] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.537733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.537733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.538181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.538318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.560780] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 978.561182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.567028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7018d39b-e168-467f-8ce1-c4cd86476748 in Status: IN_PROGRESS for 2s [ 978.747451] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 978.747708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.837187] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 978.837552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.847859] env[66948]: INFO networking_nsxv3.common.synchronization [req-f2c20f0c-851b-4edc-aa02-8e4c64160405 req-1678012f-7287-4c5e-8326-be8ed87979c2 service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 978.848065] env[66948]: INFO networking_nsxv3.common.synchronization [req-f2c20f0c-851b-4edc-aa02-8e4c64160405 req-1678012f-7287-4c5e-8326-be8ed87979c2 service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 978.848211] env[66948]: INFO networking_nsxv3.common.synchronization [req-f2c20f0c-851b-4edc-aa02-8e4c64160405 req-1678012f-7287-4c5e-8326-be8ed87979c2 service nova] Enqueued Resource ID: 287cef76-d93e-4059-9bb4-c4d40359970c with Priority: HIGHEST for action port [ 978.849045] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 978.849045] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 978.849144] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287cef76-d93e-4059-9bb4-c4d40359970c with Priority: HIGHEST for action port [ 978.849393] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.849514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.849580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.849885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.849885] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.850762] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.850883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.850949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.851131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.851278] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.851374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.851435] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.851690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.851819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.851928] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.852801] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-287cef76-d93e-4059-9bb4-c4d40359970c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.852917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-287cef76-d93e-4059-9bb4-c4d40359970c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.852972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-287cef76-d93e-4059-9bb4-c4d40359970c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.853833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-287cef76-d93e-4059-9bb4-c4d40359970c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.853833] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287cef76-d93e-4059-9bb4-c4d40359970c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.115121] env[66948]: INFO networking_nsxv3.common.synchronization [req-5cca5d2a-8ab1-457f-b01d-74d88ecae59d req-c14852c3-9b21-4f82-a949-7f7ddc761a73 tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 979.115944] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 979.116453] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.116930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.116930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.118028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.118028] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.118028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.118028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.118237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.118237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.118399] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.354562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.354713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.355075] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.355947] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 287cef76-d93e-4059-9bb4-c4d40359970c with status ACTIVE [ 979.357232] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.357232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.357232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.357232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.357232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.357232] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.357232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.357232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.357232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.357592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.357592] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.357592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.357734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.357764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.357831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.357901] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 287cef76-d93e-4059-9bb4-c4d40359970c is going to be updated. [ 979.381538] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.381752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.381823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.382059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.382203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.382369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-287cef76-d93e-4059-9bb4-c4d40359970c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.501854] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.502261] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.502444] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.502767] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.503122] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.503333] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.503454] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.503763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.503910] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.504136] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.504250] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.504361] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.504497] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.504632] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.504747] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.504883] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.542706] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.543047] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.543299] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.543577] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.544081] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-b332c7f4-7385-41d1-95f9-55d53330916e taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.544387] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-b332c7f4-7385-41d1-95f9-55d53330916e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.544614] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-b332c7f4-7385-41d1-95f9-55d53330916e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.545331] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-b332c7f4-7385-41d1-95f9-55d53330916e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.545615] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b332c7f4-7385-41d1-95f9-55d53330916e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.622569] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.622753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.622897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.623279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.623423] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.623630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.623697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.624188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.624294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 979.660571] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.660775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.660824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.661086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.661243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.673149] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 979.825610] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 979.825882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.826083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.826315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.826530] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.826688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.826786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.826928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.827026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.827137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.827216] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.861665] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.049111] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.049389] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.049475] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.049782] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.049933] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.050100] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port b332c7f4-7385-41d1-95f9-55d53330916e not found, creating... [ 980.050379] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.050523] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.050634] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.050866] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.051012] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.051343] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.051492] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.051610] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.051824] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.051956] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.052202] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: b332c7f4-7385-41d1-95f9-55d53330916e is going to be created. [ 980.079508] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.079726] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.079857] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.080180] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.080443] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.080843] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-b332c7f4-7385-41d1-95f9-55d53330916e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.329952] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.330331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.330331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.330420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.330700] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.330700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.330849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.330925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.331064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.331204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.331261] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.331361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.331433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.331562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.331704] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.331797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.331854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.331996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.333199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.333199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.333199] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.367580] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.367831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.367831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.368044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.368146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.368251] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 980.403781] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.404014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.404102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.404416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.404580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.413726] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 980.584365] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7018d39b-e168-467f-8ce1-c4cd86476748 in Status: SUCCESS [ 980.584479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.835879] env[66948]: INFO networking_nsxv3.common.synchronization [req-5cca5d2a-8ab1-457f-b01d-74d88ecae59d req-b60cb1d0-1c78-4881-941b-acb9d78d1cdb service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 980.835879] env[66948]: INFO networking_nsxv3.common.synchronization [req-5cca5d2a-8ab1-457f-b01d-74d88ecae59d req-b60cb1d0-1c78-4881-941b-acb9d78d1cdb service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 980.835879] env[66948]: INFO networking_nsxv3.common.synchronization [req-5cca5d2a-8ab1-457f-b01d-74d88ecae59d req-b60cb1d0-1c78-4881-941b-acb9d78d1cdb service nova] Enqueued Resource ID: b332c7f4-7385-41d1-95f9-55d53330916e with Priority: HIGHEST for action port [ 980.835879] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53c4012-64d4-48e3-92d3-1710624cedbd: rpc.has_security_group_logging(os_id): False [ 980.838934] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 980.838991] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 980.839110] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b332c7f4-7385-41d1-95f9-55d53330916e with Priority: HIGHEST for action port [ 980.839427] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.839562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.839615] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.839836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.844033] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.844033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.844033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.844033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b332c7f4-7385-41d1-95f9-55d53330916e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.844033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b332c7f4-7385-41d1-95f9-55d53330916e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.844033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b332c7f4-7385-41d1-95f9-55d53330916e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.844462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b332c7f4-7385-41d1-95f9-55d53330916e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.844462] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b332c7f4-7385-41d1-95f9-55d53330916e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.862982] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.863564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.863564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.863564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.863564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.863901] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.863901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.864017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.864100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.864181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.864631] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.864737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.864805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.865074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.865184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.865408] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.865509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.865760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.866234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.866331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.866431] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be updated. [ 980.950550] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.950550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.950550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.950550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.950550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.967406] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: IN_PROGRESS for 2s [ 981.346546] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.350676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.357034] env[66948]: INFO networking_nsxv3.common.synchronization [req-9c228f03-abfe-4dc7-aa00-dc27ed34da3a req-80e2ef72-b2dd-4364-8c3f-0489fa1b973f tempest-ServersTestJSON-888958432 tempest-ServersTestJSON-888958432-project-member] Enqueued Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_members [ 981.357034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b332c7f4-7385-41d1-95f9-55d53330916e with status ACTIVE [ 981.357034] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.357034] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.357034] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.357034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.357721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.357892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.358135] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b332c7f4-7385-41d1-95f9-55d53330916e is going to be updated. [ 981.359951] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGHEST for action security_group_members [ 981.360806] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d5e4e4-d644-4828-986e-187666251613 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.361202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.361472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.361886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.362305] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.362640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.363285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.363637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.363886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.364169] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.395024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.395024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.395024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.395024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.395024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.395024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b332c7f4-7385-41d1-95f9-55d53330916e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.685904] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 981.686160] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 deletion is rescheduled due to dependency. [ 981.686283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.686861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.687099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.687329] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.687396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.687465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.687607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.687686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.688658] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.870057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.870057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.874210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.874210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.874210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.874210] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.874210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.874210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.874210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.874210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.874210] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d5e4e4-d644-4828-986e-187666251613 is going to be updated. [ 981.911275] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.911735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.911735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.911958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.912392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.926648] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d5e4e4-d644-4828-986e-187666251613 in Status: IN_PROGRESS for 2s [ 982.191273] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.430232] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 982.430460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.430653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.430938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.431187] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.431364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.431461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.431686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.431783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.431875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.431990] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.700486] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.935950] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.936365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.936365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.936537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.936753] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.936879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.937009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.937218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.937345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.937458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.937632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.937754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.937811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.938045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.938225] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.938331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.938429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.938648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.938834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.938897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.939027] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.984361] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 982.984636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.203018] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.203018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.203294] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.203529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.203685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.203831] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 983.253700] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.253945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.254047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.254319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.254593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.265163] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 983.445269] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3155e41d-3a78-456a-baa2-12349fba6ff6: rpc.has_security_group_logging(os_id): False [ 983.469323] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.469555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.469810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.469925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.470157] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.470318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.470397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.470583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.470658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.470932] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.471121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.471231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.471450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.471541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.471793] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.471918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.471998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.472184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.472327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.472395] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 983.601810] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.602899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.602899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.602899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.602899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.640974] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 983.941201] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d5e4e4-d644-4828-986e-187666251613 in Status: SUCCESS [ 983.942887] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d5e4e4-d644-4828-986e-187666251613 deletion is rescheduled due to dependency. [ 983.942887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.206467] env[66948]: INFO networking_nsxv3.common.synchronization [req-d0dcf364-afca-4228-9db6-a8e1f21f2151 req-6d6efbf4-e660-47cd-9bd4-67bac8d1f1f2 tempest-ServerRescueNegativeTestJSON-967634923 tempest-ServerRescueNegativeTestJSON-967634923-project-member] Enqueued Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_members [ 984.207191] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGHEST for action security_group_members [ 984.207610] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fdb4d7-386c-4343-8645-772336b2d6a4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.207780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.207836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.208122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.208343] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.208461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.208461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.208648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.208780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.208926] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.711420] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.711420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.711635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.711685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.711796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.711979] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.713125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.713125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.713125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.713125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.713125] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 is going to be updated. [ 984.750435] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.750590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.750668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.750873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.751030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.764081] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 in Status: IN_PROGRESS for 2s [ 985.014037] env[66948]: INFO networking_nsxv3.common.synchronization [req-54c01efe-f193-449d-8ff5-12fcd46154da req-8afc031b-5bfd-42d7-8939-2bccf89a3687 tempest-ServersTestBootFromVolume-999495162 tempest-ServersTestBootFromVolume-999495162-project-member] Enqueued Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_members [ 985.015283] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGHEST for action security_group_members [ 985.015881] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-effce764-288c-43fc-a03c-d17f80bc436c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.016082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.016082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.017212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.017212] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.017212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.017212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.017212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.017212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.017212] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.279063] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 985.279063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.279349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.281173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.281173] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.281173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.281173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.281173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.281173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.281173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.281173] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.524963] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.525309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.525453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.526041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.526041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.526193] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.526354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.526455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.526768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.526907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.527052] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: effce764-288c-43fc-a03c-d17f80bc436c is going to be updated. [ 985.571556] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.571707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.571707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.571952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.573323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.590147] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: effce764-288c-43fc-a03c-d17f80bc436c in Status: IN_PROGRESS for 2s [ 985.670196] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 985.671105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.786493] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.786493] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.786493] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.786759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.786827] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.786935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.787010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.787203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.787354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.787531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.787731] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.787855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.787919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.788083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.788234] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.788314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.788365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.788635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.788759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.788857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.788946] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.928201] env[66948]: INFO networking_nsxv3.common.synchronization [req-081922a2-7304-457f-ba30-c764497eb677 req-6b6972e4-dc8b-42d0-9096-f652103546ca tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 985.929502] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 985.929842] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.929976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.930074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.930353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.930423] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.930528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.930597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.930740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.930832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.930928] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.294447] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c82a703-c397-4aa5-84ca-e3dea2671380: rpc.has_security_group_logging(os_id): False [ 986.314722] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.314722] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.315021] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.315092] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.315436] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.315679] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.315765] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.316827] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.316827] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.316994] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.316994] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.317131] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.317209] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.317323] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.317460] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.317626] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.324284] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.324726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.324726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.324726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.324830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.325073] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.325179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.325244] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.325406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.325484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.325720] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.325813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.325877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.326029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.326106] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.326416] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.326539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.326608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.326779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.326860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.326951] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 986.341466] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.341466] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.341560] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.341796] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.342263] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-9a85d0d8-f80a-47ff-91ed-6023d69562bd taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.342351] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-9a85d0d8-f80a-47ff-91ed-6023d69562bd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.342441] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-9a85d0d8-f80a-47ff-91ed-6023d69562bd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.342821] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-9a85d0d8-f80a-47ff-91ed-6023d69562bd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.342953] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a85d0d8-f80a-47ff-91ed-6023d69562bd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.411117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.411291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.411362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.411577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.411728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.429203] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 986.433715] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.433903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.433903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.434080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.434204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.434384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.434493] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.434555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.434804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.434920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.435057] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 986.483513] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.483753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.483881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.484058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.484251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.504409] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 986.777680] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 in Status: SUCCESS [ 986.778069] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 deletion is rescheduled due to dependency. [ 986.778218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.846033] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.847167] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.847167] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.847446] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.847588] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.847816] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 9a85d0d8-f80a-47ff-91ed-6023d69562bd not found, creating... [ 986.848314] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.848636] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.848868] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.849336] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.849545] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.850057] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.850729] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.850836] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.851209] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.851467] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.852266] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 9a85d0d8-f80a-47ff-91ed-6023d69562bd is going to be created. [ 986.877365] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.877789] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.878031] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.878444] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.879379] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.879379] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-9a85d0d8-f80a-47ff-91ed-6023d69562bd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.600932] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: effce764-288c-43fc-a03c-d17f80bc436c in Status: SUCCESS [ 987.601594] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: effce764-288c-43fc-a03c-d17f80bc436c deletion is rescheduled due to dependency. [ 987.601753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.679933] env[66948]: INFO networking_nsxv3.common.synchronization [req-081922a2-7304-457f-ba30-c764497eb677 req-bd25b8cf-f82c-4449-b49a-44231c943992 service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 987.680121] env[66948]: INFO networking_nsxv3.common.synchronization [req-081922a2-7304-457f-ba30-c764497eb677 req-bd25b8cf-f82c-4449-b49a-44231c943992 service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 987.680206] env[66948]: INFO networking_nsxv3.common.synchronization [req-081922a2-7304-457f-ba30-c764497eb677 req-bd25b8cf-f82c-4449-b49a-44231c943992 service nova] Enqueued Resource ID: 9a85d0d8-f80a-47ff-91ed-6023d69562bd with Priority: HIGHEST for action port [ 987.680741] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 987.680878] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 987.681023] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a85d0d8-f80a-47ff-91ed-6023d69562bd with Priority: HIGHEST for action port [ 987.681267] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.681385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.681452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.681673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.681723] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.683035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.683146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.683355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a85d0d8-f80a-47ff-91ed-6023d69562bd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.683579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a85d0d8-f80a-47ff-91ed-6023d69562bd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.683642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a85d0d8-f80a-47ff-91ed-6023d69562bd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.685338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a85d0d8-f80a-47ff-91ed-6023d69562bd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.685338] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a85d0d8-f80a-47ff-91ed-6023d69562bd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.185558] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.185773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.187144] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a85d0d8-f80a-47ff-91ed-6023d69562bd with status ACTIVE [ 988.187354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.187476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.187541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.187872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.187990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.188176] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.188276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.188335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.188484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.188550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.188760] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.188857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.188920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.189081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.189146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.189238] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a85d0d8-f80a-47ff-91ed-6023d69562bd is going to be updated. [ 988.215187] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.215406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.215671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.216170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.216502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.216916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a85d0d8-f80a-47ff-91ed-6023d69562bd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.448376] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 988.448755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.518744] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 988.519073] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 988.519215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.519395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.519641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.519835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.519958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.520042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.520223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.520310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.520410] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.022688] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.525180] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.029115] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.029115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.029115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.029824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.029824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.029824] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 990.076920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.077090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.077164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.077387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.077567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.093533] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 991.274492] env[66948]: INFO networking_nsxv3.common.synchronization [req-d31310d6-9cf9-432c-a8b6-2658923324b1 req-814b5afd-5499-4d0c-8d66-38cd320d1dfe tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 991.275060] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 991.275369] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.275497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.275559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.275820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.275977] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.276592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.276665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.276858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.277030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.277135] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.780097] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.780275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.780345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.780588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.780685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.780914] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.781303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.781303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.781303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.781487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.781487] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 991.832644] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.832644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.832644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.832644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.832644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.843197] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 992.109351] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 992.109707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.109930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.111175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.111175] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.111175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.111175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.111175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.111175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.111714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.111714] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.617068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.617378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.617378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.617544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.617728] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.617830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.617897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.618053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.618143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.618727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.618727] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.618727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.618727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.618727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.619071] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.619071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.619071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.619071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.619212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.619212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.619371] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.122381] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6426174-a6ce-4226-a3e3-9838a6a4760c: rpc.has_security_group_logging(os_id): False [ 993.141367] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.141550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.141605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.141829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.141926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.142157] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.142273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.142368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.142509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.142575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.142742] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.142900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.142900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.143050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.143144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.143491] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.143491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.143491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.143714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.143802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.143865] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 993.207136] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.207367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.207367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.207565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.207894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.253216] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 993.854029] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 993.854385] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 993.854385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.034720] env[66948]: INFO networking_nsxv3.common.synchronization [req-119da1a8-ffee-4c5c-aef7-798ecc92c818 req-45f4c52a-1468-4e3d-afa0-d252b4df7f41 tempest-ServersAdminTestJSON-719032079 tempest-ServersAdminTestJSON-719032079-project-member] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 994.036528] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 994.037512] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.037744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.038101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.038101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.042069] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.042069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.042069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.042069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.042069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.042069] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.476249] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.476376] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.476920] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.476920] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.477610] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.477844] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.478033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.478359] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.478579] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.478889] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.479072] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.479238] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.479413] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.481078] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.481078] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.481078] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.506761] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.506761] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.506944] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.507301] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.507507] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.508733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.508733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.510280] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.510400] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0d79b8-8b0f-4a0e-a2c1-2282694366a5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.543924] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.013718] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.014180] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.014347] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.015352] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.015560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.015788] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 5e0d79b8-8b0f-4a0e-a2c1-2282694366a5 not found, creating... [ 995.016105] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.016271] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.016389] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.016658] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.016800] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.017118] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.017272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.017389] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.017594] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.017727] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.017869] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 5e0d79b8-8b0f-4a0e-a2c1-2282694366a5 is going to be created. [ 995.043375] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.043613] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.043729] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.044463] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.044723] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.044944] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.045785] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.272260] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 995.273038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.548561] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.549523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.549804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.549904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.550042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.550749] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 995.580996] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.581325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.581325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.581428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.581528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.591384] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 995.766028] env[66948]: INFO networking_nsxv3.common.synchronization [req-119da1a8-ffee-4c5c-aef7-798ecc92c818 req-5f00659c-b282-4fba-8124-64a70b1ba70c service nova] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_rules [ 995.766028] env[66948]: INFO networking_nsxv3.common.synchronization [req-119da1a8-ffee-4c5c-aef7-798ecc92c818 req-5f00659c-b282-4fba-8124-64a70b1ba70c service nova] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 995.766206] env[66948]: INFO networking_nsxv3.common.synchronization [req-119da1a8-ffee-4c5c-aef7-798ecc92c818 req-5f00659c-b282-4fba-8124-64a70b1ba70c service nova] Enqueued Resource ID: 5e0d79b8-8b0f-4a0e-a2c1-2282694366a5 with Priority: HIGHEST for action port [ 995.767107] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_rules [ 995.767107] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 995.767107] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0d79b8-8b0f-4a0e-a2c1-2282694366a5 with Priority: HIGHEST for action port [ 995.767312] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.767456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.767456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.767641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.767718] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.768570] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.768831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.768896] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.768977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.769024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.769900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.769900] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0d79b8-8b0f-4a0e-a2c1-2282694366a5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.122331] env[66948]: INFO networking_nsxv3.common.synchronization [None req-0dac8e5f-5235-41b4-99b6-2a266ece70e4 None None] Enqueued Resource ID: c6afa130-326d-4e8e-a292-f22dbef132c3 with Priority: HIGHEST for action port [ 996.122331] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6afa130-326d-4e8e-a292-f22dbef132c3 with Priority: HIGHEST for action port [ 996.122331] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6afa130-326d-4e8e-a292-f22dbef132c3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.122331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6afa130-326d-4e8e-a292-f22dbef132c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.123102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6afa130-326d-4e8e-a292-f22dbef132c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.123547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6afa130-326d-4e8e-a292-f22dbef132c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.124191] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6afa130-326d-4e8e-a292-f22dbef132c3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.272957] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.272957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.273173] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e0d79b8-8b0f-4a0e-a2c1-2282694366a5 with status ACTIVE [ 996.273276] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.273586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.273586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.273799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.273799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.273965] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.274078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.274128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.276021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.276021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.276021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.276021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.276021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.276021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.276021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.276021] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e0d79b8-8b0f-4a0e-a2c1-2282694366a5 is going to be updated. [ 996.308170] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.308344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.308464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.308642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.308843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.310172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0d79b8-8b0f-4a0e-a2c1-2282694366a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.629171] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6afa130-326d-4e8e-a292-f22dbef132c3 [ 996.630052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.630249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.631697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.631697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.631697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.631697] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6afa130-326d-4e8e-a292-f22dbef132c3 already deleted. [ 996.631697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6afa130-326d-4e8e-a292-f22dbef132c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.602821] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 997.603127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.603300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.603550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.603835] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.603966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.604047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.604230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.604314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.604421] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.638660] env[66948]: INFO networking_nsxv3.common.synchronization [req-4154ac9c-6c2f-47c9-8bc9-66a373e0ac98 req-2b58c361-59b1-47fd-a495-51b2a2b07b45 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 997.639509] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 997.639908] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.640142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.640431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.640845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.640845] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.640979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.641064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.641300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.641439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.641609] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.107638] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.144732] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.610782] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.649239] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.935610] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b40c9d3e-bc31-4c6b-9b6d-c47752658cb3 None None] Enqueued Resource ID: b7885913-77c9-4fb1-bb3d-083940fc31b4 with Priority: HIGHEST for action port [ 998.936758] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7885913-77c9-4fb1-bb3d-083940fc31b4 with Priority: HIGHEST for action port [ 998.937637] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7885913-77c9-4fb1-bb3d-083940fc31b4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.937829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7885913-77c9-4fb1-bb3d-083940fc31b4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.937935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7885913-77c9-4fb1-bb3d-083940fc31b4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.938274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7885913-77c9-4fb1-bb3d-083940fc31b4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.938360] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7885913-77c9-4fb1-bb3d-083940fc31b4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.940110] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ef804035-5e35-4561-9a9d-8f07a860c57d tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 998.941160] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 998.941552] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.941716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.114878] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.114878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.114878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.114878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.114878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.114878] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 999.152543] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.152543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.152543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.152543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.152543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.152543] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 999.177644] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.177862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.177862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.178123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.178281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.201534] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 999.202963] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.203972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.203972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.204461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.204461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.215715] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 999.441734] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7885913-77c9-4fb1-bb3d-083940fc31b4 [ 999.444712] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.444712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.444712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.444712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.444712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.444712] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7885913-77c9-4fb1-bb3d-083940fc31b4 already deleted. [ 999.444712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7885913-77c9-4fb1-bb3d-083940fc31b4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.985145] env[66948]: INFO networking_nsxv3.common.synchronization [None req-2a8afc05-dac7-4414-b331-75522d86f6dc tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_rules [ 1000.985780] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_rules [ 1000.986781] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03b5804-8968-4685-8b8a-2c0eb18653a9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.987277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.987421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.987745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.987830] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.172664] env[66948]: INFO networking_nsxv3.common.synchronization [None req-51df06a4-db9d-41e9-9dff-c18e287b26cc tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_rules [ 1001.173780] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_rules [ 1001.174375] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03b5804-8968-4685-8b8a-2c0eb18653a9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.174375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.218780] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1001.218845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.218967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.219309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.219844] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.219976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.220164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.220646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.220646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.220646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.220792] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.230521] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 1001.230768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.230942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.231175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.231387] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.231625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.231711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.232177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.232270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.232376] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.514503] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.514709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.514805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.515091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.515195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.515447] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 already deleted. [ 1001.515447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.515545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.515912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.516032] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.724657] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.724851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.724897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.725147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.725309] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.725419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.725475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.725612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.725727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.725824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.725990] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.726278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.726278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.726407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.726497] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.726599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.726664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.726805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.726920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.727118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.727118] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.735528] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.735697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.735770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.735933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.736076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.736234] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.736326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.736399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.736514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.736585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.736674] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 1001.767321] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.767552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.767608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.767820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.767980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.777038] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 1002.043876] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.044273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.044273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.044539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.044631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.044741] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 already deleted. [ 1002.044856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.229960] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3691d78-a758-44ae-8c0f-529fa9389745: rpc.has_security_group_logging(os_id): False [ 1002.250116] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.250339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.250395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.250766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.251812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.251812] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.251812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.251981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.252141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.252249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.252440] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.252592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.252696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.252925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.253030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.253231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.253443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.253443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.253669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.253781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.253836] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1002.357188] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.357387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.357514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.357804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.357970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.382613] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1003.115776] env[66948]: INFO networking_nsxv3.common.synchronization [None req-463b3422-a625-4b96-ad45-a326d2518c80 None None] Enqueued Resource ID: 6df97ae9-69ff-493b-9aaf-8be85e324286 with Priority: HIGHEST for action port [ 1003.116500] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df97ae9-69ff-493b-9aaf-8be85e324286 with Priority: HIGHEST for action port [ 1003.117890] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df97ae9-69ff-493b-9aaf-8be85e324286 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.118060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df97ae9-69ff-493b-9aaf-8be85e324286" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.118060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df97ae9-69ff-493b-9aaf-8be85e324286" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.119584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df97ae9-69ff-493b-9aaf-8be85e324286" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.119584] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df97ae9-69ff-493b-9aaf-8be85e324286',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.621332] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6df97ae9-69ff-493b-9aaf-8be85e324286 [ 1003.621567] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.621706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.622012] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.622132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.622175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.622286] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6df97ae9-69ff-493b-9aaf-8be85e324286 already deleted. [ 1003.622377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df97ae9-69ff-493b-9aaf-8be85e324286" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.760853] env[66948]: INFO networking_nsxv3.common.synchronization [req-9ff40662-f575-49e5-84db-72365a7476eb req-ef3f7e7e-f726-44b2-aa86-8e50d207c687 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_members [ 1003.761473] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGHEST for action security_group_members [ 1003.761898] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b31cfabb-0ab4-460f-929d-b433762a3d2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.762176] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.762296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.762521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.762715] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.762851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.762934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.763129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.763810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.763975] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.789312] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 1003.790075] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 deletion is rescheduled due to dependency. [ 1003.790075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.859132] env[66948]: INFO networking_nsxv3.common.synchronization [req-cbd9d060-a2c0-4ef1-9666-758ac9f1c8d4 req-153902e0-8f49-47f4-a79e-e8c19e984b2f tempest-ImagesOneServerNegativeTestJSON-38370013 tempest-ImagesOneServerNegativeTestJSON-38370013-project-member] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1003.863023] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1003.863023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.863023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.863023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.863023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.863023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.863023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.863023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.863023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.863023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.863023] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.253759] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.254110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.254227] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.255697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.256060] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.256266] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.256455] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.257443] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.258192] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.261998] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.262220] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.262348] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.262696] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.262696] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.262696] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.262860] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.266010] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.266010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.266010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.266010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.266205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.266304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.266404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.266586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.266785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.267026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.267026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31cfabb-0ab4-460f-929d-b433762a3d2e is going to be updated. [ 1004.290420] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.290895] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.290895] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.291104] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.291487] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-6453775c-da86-4dd0-b02a-78a8fc74b311 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.291635] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-6453775c-da86-4dd0-b02a-78a8fc74b311" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.293472] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-6453775c-da86-4dd0-b02a-78a8fc74b311" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.293472] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-6453775c-da86-4dd0-b02a-78a8fc74b311" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.293472] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6453775c-da86-4dd0-b02a-78a8fc74b311',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.303744] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.303924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.303982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.304202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.304348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.322138] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31cfabb-0ab4-460f-929d-b433762a3d2e in Status: IN_PROGRESS for 2s [ 1004.363902] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.364079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.364125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.366705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.366705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.366705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.366705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.366705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.366705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.366705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.366705] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 already deleted. [ 1004.366705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.402466] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1004.403422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.795251] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.795603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.796257] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.796353] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.796475] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.796669] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 6453775c-da86-4dd0-b02a-78a8fc74b311 not found, creating... [ 1004.797347] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.797347] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.797347] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.797854] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.797854] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.798054] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.798110] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.798234] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.798410] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.798542] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.798732] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 6453775c-da86-4dd0-b02a-78a8fc74b311 is going to be created. [ 1004.823463] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.823740] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.827027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.827027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.827027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.827027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-6453775c-da86-4dd0-b02a-78a8fc74b311" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.697805] env[66948]: INFO networking_nsxv3.common.synchronization [req-cbd9d060-a2c0-4ef1-9666-758ac9f1c8d4 req-eeacec7d-b625-4d99-a9d7-599bc956efd0 service nova] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_rules [ 1005.698115] env[66948]: INFO networking_nsxv3.common.synchronization [req-cbd9d060-a2c0-4ef1-9666-758ac9f1c8d4 req-eeacec7d-b625-4d99-a9d7-599bc956efd0 service nova] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1005.698209] env[66948]: INFO networking_nsxv3.common.synchronization [req-cbd9d060-a2c0-4ef1-9666-758ac9f1c8d4 req-eeacec7d-b625-4d99-a9d7-599bc956efd0 service nova] Enqueued Resource ID: 6453775c-da86-4dd0-b02a-78a8fc74b311 with Priority: HIGHEST for action port [ 1005.698824] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_rules [ 1005.698902] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1005.698998] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6453775c-da86-4dd0-b02a-78a8fc74b311 with Priority: HIGHEST for action port [ 1005.703601] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.703601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.703601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.703601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.703955] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.704875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.705347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.705826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.705826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.705928] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.706040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.706087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.706353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.706426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.706559] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.707716] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6453775c-da86-4dd0-b02a-78a8fc74b311 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.707860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6453775c-da86-4dd0-b02a-78a8fc74b311" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.707988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6453775c-da86-4dd0-b02a-78a8fc74b311" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.708140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6453775c-da86-4dd0-b02a-78a8fc74b311" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.708223] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6453775c-da86-4dd0-b02a-78a8fc74b311',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.727027] env[66948]: INFO networking_nsxv3.common.synchronization [None req-71b15590-ba9a-4c87-8435-65de55886a58 None None] Enqueued Resource ID: 27b0c7f8-cd6b-4241-984b-9561eb751e46 with Priority: HIGHEST for action port [ 1005.727129] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b0c7f8-cd6b-4241-984b-9561eb751e46 with Priority: HIGHEST for action port [ 1005.727435] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b0c7f8-cd6b-4241-984b-9561eb751e46 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.727589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b0c7f8-cd6b-4241-984b-9561eb751e46" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.727661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b0c7f8-cd6b-4241-984b-9561eb751e46" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.727996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b0c7f8-cd6b-4241-984b-9561eb751e46" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.727996] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b0c7f8-cd6b-4241-984b-9561eb751e46',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.211156] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.211445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.211558] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6453775c-da86-4dd0-b02a-78a8fc74b311 with status ACTIVE [ 1006.211738] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.211845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.211910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.212164] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.212252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.212433] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.212551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.212611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.213304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.213304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.213304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.213304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.213304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.213896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.213896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.213896] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6453775c-da86-4dd0-b02a-78a8fc74b311 is going to be updated. [ 1006.214938] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.233892] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27b0c7f8-cd6b-4241-984b-9561eb751e46 [ 1006.234264] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.234417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.235086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.235086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.235086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.235086] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27b0c7f8-cd6b-4241-984b-9561eb751e46 already deleted. [ 1006.235086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b0c7f8-cd6b-4241-984b-9561eb751e46" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.239406] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.239406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.239406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.239406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.239406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.239720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6453775c-da86-4dd0-b02a-78a8fc74b311" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.285013] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b4e0d10-a56f-4a64-996b-d4df42e5868d req-2b891c73-455b-45c7-b1fd-f792efd41305 tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1006.285622] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1006.286904] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.287097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.287183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.287397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.287569] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.289019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.289019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.289239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.289362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.289483] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.332991] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b31cfabb-0ab4-460f-929d-b433762a3d2e in Status: SUCCESS [ 1006.333187] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b31cfabb-0ab4-460f-929d-b433762a3d2e deletion is rescheduled due to dependency. [ 1006.333332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.718415] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.737515] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.737734] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.737861] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.739596] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.740697] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.740697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.740697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.741201] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.741201] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.741499] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.742252] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.742252] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.742252] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.742252] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.742252] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.742442] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.765788] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.768427] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.768427] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.768427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.768427] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-133b2eb6-18a0-4338-b924-294b50e99486 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.768427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-133b2eb6-18a0-4338-b924-294b50e99486" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.768427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-133b2eb6-18a0-4338-b924-294b50e99486" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.768427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-133b2eb6-18a0-4338-b924-294b50e99486" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.768427] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('133b2eb6-18a0-4338-b924-294b50e99486',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.793033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.793033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.793033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.793033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.793033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.793393] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.793393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.793393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.793571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.793901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.793901] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 1006.827474] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.827654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.827654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.827909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.828096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.838965] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 1007.221138] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.221675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.221675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.221675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.221943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.221943] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be created. [ 1007.256351] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.256351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.256351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.256351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.256740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.274851] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.274851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.274851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.274851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.274851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.274851] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 133b2eb6-18a0-4338-b924-294b50e99486 not found, creating... [ 1007.274851] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.274851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.274851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.275452] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.275452] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.275571] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.275763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.275914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.276120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.276253] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.276391] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 133b2eb6-18a0-4338-b924-294b50e99486 is going to be created. [ 1007.278152] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: UNINITIALIZED for 2s [ 1007.309600] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.309600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.309600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.309600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.309600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.309822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-133b2eb6-18a0-4338-b924-294b50e99486" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.044918] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b4e0d10-a56f-4a64-996b-d4df42e5868d req-7e211cab-7711-46e5-99ae-404271001b75 service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 1008.045401] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b4e0d10-a56f-4a64-996b-d4df42e5868d req-7e211cab-7711-46e5-99ae-404271001b75 service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1008.045401] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b4e0d10-a56f-4a64-996b-d4df42e5868d req-7e211cab-7711-46e5-99ae-404271001b75 service nova] Enqueued Resource ID: 133b2eb6-18a0-4338-b924-294b50e99486 with Priority: HIGHEST for action port [ 1008.045887] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 1008.046413] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1008.046588] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133b2eb6-18a0-4338-b924-294b50e99486 with Priority: HIGHEST for action port [ 1008.047021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.047202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.047248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.047440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.047522] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.048433] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.048526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.048759] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-133b2eb6-18a0-4338-b924-294b50e99486 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.048903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-133b2eb6-18a0-4338-b924-294b50e99486" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.048991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-133b2eb6-18a0-4338-b924-294b50e99486" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.050509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-133b2eb6-18a0-4338-b924-294b50e99486" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.050509] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('133b2eb6-18a0-4338-b924-294b50e99486',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.056623] env[66948]: INFO networking_nsxv3.common.synchronization [req-c978508d-d450-4454-9bef-fb82f9a22c1c req-d7d01230-2cd3-4777-9d20-c9ab2964fa9e tempest-ServerRescueNegativeTestJSON-967634923 tempest-ServerRescueNegativeTestJSON-967634923-project-member] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 1008.057208] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 1008.058311] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.058311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.058311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.058612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.058726] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.058809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.058877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.059050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.059151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.059246] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.551277] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.551277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.551428] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 133b2eb6-18a0-4338-b924-294b50e99486 with status ACTIVE [ 1008.551544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.551652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.551718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.552022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.552126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.552309] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.552873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.552873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.552873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.552873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.552873] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.553118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.553118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.553187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.553285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.553380] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 133b2eb6-18a0-4338-b924-294b50e99486 is going to be updated. [ 1008.561218] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.576177] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.576328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.576376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.576577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.576745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.576916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-133b2eb6-18a0-4338-b924-294b50e99486" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.849132] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 1008.849371] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 1008.849432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.849581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.850258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.850258] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.850258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.850258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.850540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.850540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.850540] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.063785] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.290028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1009.290028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.290028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.290028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.290028] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.290028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.290028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.290028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.290028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.290028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.290028] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.355220] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.567077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.567077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.567260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.567345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.567457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.567630] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be updated. [ 1009.597663] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.597822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.597896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.598118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.598262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.606792] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: IN_PROGRESS for 2s [ 1009.793800] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.793995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.794088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.794320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.794496] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.794596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.794656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.794904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.795028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.795126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.795282] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.795381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.795443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.795584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.795794] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.795893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.795956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.796122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.796201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.796284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.796374] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.857055] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.298976] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8: rpc.has_security_group_logging(os_id): False [ 1010.326588] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.326875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.326875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.327116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.327247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.327461] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.327557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.327613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.327813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.327898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.328123] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.328248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.328323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.328455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.328530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.328737] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.328848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.328917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.329128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.329209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.329306] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be created. [ 1010.359428] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.359969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.359969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.359969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.360189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.360189] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 1010.392604] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.392774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.392874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.393127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.393300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.403109] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 1010.422943] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.423235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.423235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.423537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.423742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.438552] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: IN_PROGRESS for 2s [ 1011.402657] env[66948]: INFO networking_nsxv3.common.synchronization [req-5a3e133c-b96f-485d-8ba1-c53288e6b843 req-f7337937-0c89-45f4-825d-02630de491e3 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_members [ 1011.403259] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_members [ 1011.403617] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03b5804-8968-4685-8b8a-2c0eb18653a9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.403743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.403797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.404229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.404402] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.404508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.404572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.404743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.404836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.404937] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.619109] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: SUCCESS [ 1011.619333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.843481] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.843784] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.843920] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.847121] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.847121] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.847121] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.847121] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.847121] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.847121] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.847397] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.847432] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.847544] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.848161] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.848161] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.848161] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.848161] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.871225] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.871453] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.871558] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.871741] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.872090] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-c52d912d-704e-4ea4-a2df-023a12bd64bf taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.872282] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-c52d912d-704e-4ea4-a2df-023a12bd64bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.872439] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-c52d912d-704e-4ea4-a2df-023a12bd64bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.872841] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-c52d912d-704e-4ea4-a2df-023a12bd64bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.872952] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52d912d-704e-4ea4-a2df-023a12bd64bf',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.906865] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.907117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.907117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.908189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.908189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.908189] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.908189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.908189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.908580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.908580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.908746] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 already deleted. [ 1011.908746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.377649] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.378062] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.378365] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.378802] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.379115] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.379390] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port c52d912d-704e-4ea4-a2df-023a12bd64bf not found, creating... [ 1012.379878] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.380189] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.380470] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.380801] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.381072] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.381612] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.381890] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.382101] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.382469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.382706] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.382948] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: c52d912d-704e-4ea4-a2df-023a12bd64bf is going to be created. [ 1012.407698] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.408279] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.408279] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.408417] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.409050] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.409050] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-c52d912d-704e-4ea4-a2df-023a12bd64bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.418383] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 1012.418745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.418853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.419094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.419305] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.419429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.419510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.419688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.419770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.419862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.419990] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.453070] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1012.453372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.922980] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.923295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.923295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.923551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.923738] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.924206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.924206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.924206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.924206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.924476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.924476] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.924825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.924825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.925014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.925014] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.925194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.925194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.925335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.925423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.925498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.925623] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.160527] env[66948]: INFO networking_nsxv3.common.synchronization [req-5a3e133c-b96f-485d-8ba1-c53288e6b843 req-de0357a3-7157-4a7a-bc9a-31e7b5f21061 service nova] Enqueued Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_rules [ 1013.160780] env[66948]: INFO networking_nsxv3.common.synchronization [req-5a3e133c-b96f-485d-8ba1-c53288e6b843 req-de0357a3-7157-4a7a-bc9a-31e7b5f21061 service nova] Enqueued Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_members [ 1013.160849] env[66948]: INFO networking_nsxv3.common.synchronization [req-5a3e133c-b96f-485d-8ba1-c53288e6b843 req-de0357a3-7157-4a7a-bc9a-31e7b5f21061 service nova] Enqueued Resource ID: c52d912d-704e-4ea4-a2df-023a12bd64bf with Priority: HIGHEST for action port [ 1013.161495] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_rules [ 1013.161797] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_members [ 1013.161797] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52d912d-704e-4ea4-a2df-023a12bd64bf with Priority: HIGHEST for action port [ 1013.165862] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03b5804-8968-4685-8b8a-2c0eb18653a9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.166018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.166094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.166302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.166470] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.167358] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03b5804-8968-4685-8b8a-2c0eb18653a9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.167479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.167524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.167698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.167849] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.167942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.167999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.168157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.168241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.168389] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.170259] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52d912d-704e-4ea4-a2df-023a12bd64bf taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.170375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52d912d-704e-4ea4-a2df-023a12bd64bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.170443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52d912d-704e-4ea4-a2df-023a12bd64bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.170622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52d912d-704e-4ea4-a2df-023a12bd64bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.170704] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52d912d-704e-4ea4-a2df-023a12bd64bf',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.428919] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ca14a3-ad5d-4595-9f46-cfa8e9a88324: rpc.has_security_group_logging(os_id): False [ 1013.448790] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.448997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.448997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.449310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.449407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.449641] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.449770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.449843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.450018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.450105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.450428] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.450505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.450505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.450706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.450749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.450909] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.451031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.451091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.451231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.451306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.451393] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 1013.518118] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.518302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.518370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.518660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.518824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.551850] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 1013.672717] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03b5804-8968-4685-8b8a-2c0eb18653a9 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.672864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.677344] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c52d912d-704e-4ea4-a2df-023a12bd64bf with status ACTIVE [ 1013.677568] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.677701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.677772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.678074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.678181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.678428] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.678501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.678534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.678715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.678808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.679011] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.679114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.679170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.679327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.679414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.679502] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c52d912d-704e-4ea4-a2df-023a12bd64bf is going to be updated. [ 1013.680622] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.703710] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.704043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.704043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.704204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.705312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.705312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52d912d-704e-4ea4-a2df-023a12bd64bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.185040] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.347999] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.348129] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1014.688166] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.688166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.688582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.688582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.688582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.688746] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 is going to be created. [ 1014.723318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.723318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.723318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.723318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.725290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.744332] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 in Status: UNINITIALIZED for 2s [ 1015.567873] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 1015.567873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.754443] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 in Status: SUCCESS [ 1016.754801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.754873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.755084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.755375] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.755472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.755472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.755625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.755723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.755824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.755918] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.920814] env[66948]: INFO networking_nsxv3.common.synchronization [req-d46cbadf-5195-49ca-a366-212393c3ceee req-25fdd4c5-61c4-4be6-9db9-7c35c0119342 tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1016.920970] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1016.921925] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.921925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.921925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.921925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.922167] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.922167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.922254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.922358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.922433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.922524] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.259988] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.425892] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.426233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.426354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.426714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.427434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.427434] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.427617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.427691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.428311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.428311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.428464] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1017.472785] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.473087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.473480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.473480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.473722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.486900] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1017.663978] env[66948]: INFO networking_nsxv3.common.synchronization [None req-d03d54a5-9c89-461b-bad4-17da07c198db tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_rules [ 1017.663978] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_rules [ 1017.663978] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.663978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.663978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.663978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.663978] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.765586] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d03b5804-8968-4685-8b8a-2c0eb18653a9: rpc.has_security_group_logging(os_id): False [ 1017.774421] env[66948]: INFO networking_nsxv3.common.synchronization [None req-c7f8da1b-eb5b-4eb2-a538-fe2f79c0b776 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_rules [ 1017.775128] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_rules [ 1017.775489] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.777101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.788228] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.788397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.788494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.788649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.788764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.789359] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.789359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.789508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.789667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.789667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.789753] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 is going to be created. [ 1017.848625] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.848765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.848765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.848960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.849200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.861069] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 in Status: IN_PROGRESS for 2s [ 1018.188775] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.188775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.188775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.188775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.188775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.188775] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e82073-2248-49e4-9643-56729719c1f1 already deleted. [ 1018.189371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.189371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.189371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.189371] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.712100] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.712296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.712370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.712569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.712671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.712757] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e82073-2248-49e4-9643-56729719c1f1 already deleted. [ 1018.712847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.498681] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1019.498978] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 deletion is rescheduled due to dependency. [ 1019.499039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.566785] env[66948]: INFO networking_nsxv3.common.synchronization [req-754b042c-1c68-4e73-9e40-c1eb21a16ca5 req-104564f4-d3e8-4a01-845d-42056ca9a4bb tempest-ServersNegativeTestJSON-490899511 tempest-ServersNegativeTestJSON-490899511-project-member] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 1019.568387] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGHEST for action security_group_members [ 1019.568775] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.568905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.568978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.569231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.570950] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.572475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.572551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.572922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.572922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.572922] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.829235] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-eb06bcf3-ee51-4cd3-a6fe-44601571383b tempest-ListServersNegativeTestJSON-527971186 tempest-ListServersNegativeTestJSON-527971186-project-member] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1019.829539] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1019.829924] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.830077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.830136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.830400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.830560] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.830679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.830736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.830885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.830971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.831093] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.876113] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 in Status: SUCCESS [ 1019.876393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.076386] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.076583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.076653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.076961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.077097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.077279] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.077374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.077442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.077782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.077782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.077782] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be updated. [ 1020.114887] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.114973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.114973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.115221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.115365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.125661] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: IN_PROGRESS for 2s [ 1020.169053] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.169053] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.169053] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.169490] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.169659] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.170170] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.170170] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.170170] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.170313] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.170519] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.170635] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.170740] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.170980] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.170980] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.171103] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.171192] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.199220] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.199527] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.199723] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.199982] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.200398] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.200755] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.200854] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.201238] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.201468] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c43b30ee-7aa9-4c0e-995c-b2e557c62da3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.333431] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.333603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.333682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.333970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.334107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.334783] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.334783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.334783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.335050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.335050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.335185] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 already deleted. [ 1020.335399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.707472] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.708175] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.708175] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.708362] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.708462] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.708642] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port c43b30ee-7aa9-4c0e-995c-b2e557c62da3 not found, creating... [ 1020.708964] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.709233] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.709333] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.709652] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.709842] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.710171] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.710390] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.710533] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.710714] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.710868] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.710990] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: c43b30ee-7aa9-4c0e-995c-b2e557c62da3 is going to be created. [ 1020.760816] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.761097] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.761282] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.761621] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.761916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.762339] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.153537] env[66948]: INFO networking_nsxv3.common.synchronization [req-409e1a2b-dd65-4d5d-928a-00772f62bf23 req-e7c3c3e9-fad7-49a8-a949-6beac1bc9729 tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1021.156157] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1021.156157] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.156157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.156157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.156157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.156157] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.156654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.156998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.157633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.158194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.159608] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.435583] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-193c94ca-a014-4ac7-83c1-6561f05b0605 service nova] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_rules [ 1021.435892] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-193c94ca-a014-4ac7-83c1-6561f05b0605 service nova] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1021.437665] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-193c94ca-a014-4ac7-83c1-6561f05b0605 service nova] Enqueued Resource ID: c43b30ee-7aa9-4c0e-995c-b2e557c62da3 with Priority: HIGHEST for action port [ 1021.437665] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_rules [ 1021.438845] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1021.438845] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43b30ee-7aa9-4c0e-995c-b2e557c62da3 with Priority: HIGHEST for action port [ 1021.438845] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.438845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.438845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.439305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.439476] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.440394] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.440558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.443553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.443553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.443553] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.443553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.443553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.443553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.443553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.443553] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.445753] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.445753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.445922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.450037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.450037] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c43b30ee-7aa9-4c0e-995c-b2e557c62da3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.660591] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.660833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.660833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.660978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.664427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.664427] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.664427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.664427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.664427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.664427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.664427] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 1021.692235] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.692471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.692564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.694244] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.694618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.706574] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 1021.948801] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.948801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.949237] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.954397] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c43b30ee-7aa9-4c0e-995c-b2e557c62da3 with status ACTIVE [ 1021.954611] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.954743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.954808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.955016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.955118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.955304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.955405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.955467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.955619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.955722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.955994] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.956141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.956187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.956297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.956362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.956472] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c43b30ee-7aa9-4c0e-995c-b2e557c62da3 is going to be updated. [ 1021.980825] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.981078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.981078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.981247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.981386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.981546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c43b30ee-7aa9-4c0e-995c-b2e557c62da3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.135985] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53c4012-64d4-48e3-92d3-1710624cedbd in Status: SUCCESS [ 1022.136215] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd deletion is rescheduled due to dependency. [ 1022.136215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.406501] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-6bb4276b-20d3-4f1b-9ac0-122c810cbd2c tempest-ListServersNegativeTestJSON-527971186 tempest-ListServersNegativeTestJSON-527971186-project-member] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1022.407461] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1022.407949] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.408091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.451825] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.862099] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.862405] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.862561] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.862926] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.864486] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.864486] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.864486] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.864486] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.864809] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.864917] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.865091] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.865224] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.865465] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.866031] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.866031] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.866171] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.887285] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.887285] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.887447] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.887633] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.887931] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-82cc90f4-b9a0-495d-9357-0d02a3100ce6 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.888128] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-82cc90f4-b9a0-495d-9357-0d02a3100ce6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.888290] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-82cc90f4-b9a0-495d-9357-0d02a3100ce6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.888673] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-82cc90f4-b9a0-495d-9357-0d02a3100ce6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.888814] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82cc90f4-b9a0-495d-9357-0d02a3100ce6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.954738] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.955061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.955061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.955309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.955423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.955536] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be created. [ 1022.984822] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.984822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.984822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.984822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.985760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.998538] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: UNINITIALIZED for 2s [ 1023.391439] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.391676] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.391785] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.392092] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.392252] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.392407] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 82cc90f4-b9a0-495d-9357-0d02a3100ce6 not found, creating... [ 1023.392676] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.392851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.393154] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.393399] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.394030] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.394030] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.394198] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.394198] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.394402] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.394840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.394840] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 82cc90f4-b9a0-495d-9357-0d02a3100ce6 is going to be created. [ 1023.416335] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.416552] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.416659] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.417063] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.417243] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.417484] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-82cc90f4-b9a0-495d-9357-0d02a3100ce6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.716194] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 1023.716194] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 1023.716360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.177388] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-2a0446d3-8dee-4b12-b8f4-1dd416f4745c service nova] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_rules [ 1024.177721] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-2a0446d3-8dee-4b12-b8f4-1dd416f4745c service nova] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1024.177721] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-2a0446d3-8dee-4b12-b8f4-1dd416f4745c service nova] Enqueued Resource ID: 82cc90f4-b9a0-495d-9357-0d02a3100ce6 with Priority: HIGHEST for action port [ 1024.178562] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_rules [ 1024.178706] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1024.179062] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82cc90f4-b9a0-495d-9357-0d02a3100ce6 with Priority: HIGHEST for action port [ 1024.179220] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.179220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.179633] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.179633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.179748] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-82cc90f4-b9a0-495d-9357-0d02a3100ce6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.179838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82cc90f4-b9a0-495d-9357-0d02a3100ce6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.179898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82cc90f4-b9a0-495d-9357-0d02a3100ce6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.180133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82cc90f4-b9a0-495d-9357-0d02a3100ce6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.180204] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82cc90f4-b9a0-495d-9357-0d02a3100ce6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.684057] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82cc90f4-b9a0-495d-9357-0d02a3100ce6 with status ACTIVE [ 1024.684326] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.684477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.684545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.684798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.684913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.685128] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.685224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.685306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.685444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.685514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.685694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.685784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.685862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.686088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.686280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.686280] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82cc90f4-b9a0-495d-9357-0d02a3100ce6 is going to be updated. [ 1024.708698] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.708865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.708934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.709162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.709307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.709489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82cc90f4-b9a0-495d-9357-0d02a3100ce6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.009026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1025.009265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.009447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.010403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.010403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.010403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.010403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.010403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.010683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.010683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.010683] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.011795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.012313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.012313] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.012313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.012484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.012484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.012554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.012635] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.514900] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.516202] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.516202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.017072] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.048074] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-ca5ab453-ba71-4d4d-a6c0-93b456acae95 tempest-ListServersNegativeTestJSON-527971186 tempest-ListServersNegativeTestJSON-527971186-project-member] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1026.048691] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1026.048946] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.049070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.361417] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.361634] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.361744] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.362094] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.362368] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.362579] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.362750] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.363022] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.363208] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.363455] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.363583] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.363721] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.363838] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.363972] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.364157] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.364327] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.384594] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.384782] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.384907] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.385107] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-385" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.385657] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-eec72046-d284-46e5-b65f-4401c579537f taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.385907] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-eec72046-d284-46e5-b65f-4401c579537f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.386109] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-eec72046-d284-46e5-b65f-4401c579537f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.386439] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-eec72046-d284-46e5-b65f-4401c579537f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.386580] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec72046-d284-46e5-b65f-4401c579537f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.519274] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.519569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.519569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.519792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.519889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.519995] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1026.546323] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.546511] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.546575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.546747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.546891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.557214] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1026.890563] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.890974] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.891204] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.891507] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.891660] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.891885] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port eec72046-d284-46e5-b65f-4401c579537f not found, creating... [ 1026.892226] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.892398] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.892594] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.892878] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.892970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.893466] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.893724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.893724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.894029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.894312] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.894543] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: eec72046-d284-46e5-b65f-4401c579537f is going to be created. [ 1026.916566] env[66948]: INFO networking_nsxv3.common.synchronization [req-aefdfa19-24f0-46db-b93e-238a648c684f req-fabfb331-043e-4230-89fb-74515a327216 tempest-ImagesOneServerNegativeTestJSON-38370013 tempest-ImagesOneServerNegativeTestJSON-38370013-project-member] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1026.918972] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.919418] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.919732] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.920076] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.920346] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.920588] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-eec72046-d284-46e5-b65f-4401c579537f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.921856] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1026.922710] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.922854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.922923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.923079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.923262] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.923415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.923630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.923926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.924052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.924162] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.426207] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.426414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.426635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.426921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.427045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.427257] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.427370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.427434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.427597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.427668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.427758] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be updated. [ 1027.461603] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.461908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.461908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.462057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.462471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.472023] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: IN_PROGRESS for 2s [ 1027.662838] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-5440d493-1585-4a00-9e38-9731bb6fe822 service nova] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_rules [ 1027.663995] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-5440d493-1585-4a00-9e38-9731bb6fe822 service nova] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1027.663995] env[66948]: INFO networking_nsxv3.common.synchronization [req-d2caebfa-c739-433e-848d-db69c46f15bd req-5440d493-1585-4a00-9e38-9731bb6fe822 service nova] Enqueued Resource ID: eec72046-d284-46e5-b65f-4401c579537f with Priority: HIGHEST for action port [ 1027.663995] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_rules [ 1027.663995] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1027.664228] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec72046-d284-46e5-b65f-4401c579537f with Priority: HIGHEST for action port [ 1027.664711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.664711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.664711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.664880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.664959] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec72046-d284-46e5-b65f-4401c579537f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.665135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec72046-d284-46e5-b65f-4401c579537f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.665191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec72046-d284-46e5-b65f-4401c579537f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.666228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec72046-d284-46e5-b65f-4401c579537f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.666228] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec72046-d284-46e5-b65f-4401c579537f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.169750] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eec72046-d284-46e5-b65f-4401c579537f with status ACTIVE [ 1028.169964] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.170203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.170334] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.170602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.170712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.170940] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.171122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.171251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.171433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.171552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.171859] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.172225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.172329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.172486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.172559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.172649] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eec72046-d284-46e5-b65f-4401c579537f is going to be updated. [ 1028.197693] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.197894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.197894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.198106] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.198251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.198444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec72046-d284-46e5-b65f-4401c579537f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.568521] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1028.568807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.569100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.569312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.569557] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.569733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.569845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.569993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.570099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.570231] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.601229] env[66948]: INFO networking_nsxv3.common.synchronization [req-97cfc6b1-5a4f-43eb-af95-db9e5ae1cc5c req-3e14546c-48a0-4764-a296-662010f49bc9 tempest-ServersAdminTestJSON-719032079 tempest-ServersAdminTestJSON-719032079-project-member] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1028.602252] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1028.602783] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.602783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.602956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.603019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.603460] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.603460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.603460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.603611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.603681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.603784] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.924577] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.924956] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.924956] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.925239] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.925549] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.925667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.925786] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.926020] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.926240] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.926452] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.926564] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.926704] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.926780] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.926887] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.926992] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.927205] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.948818] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.949025] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.949146] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.949380] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-868" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.949675] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-b473d402-e436-4795-9ba1-53d3a5bb77d5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.949851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-b473d402-e436-4795-9ba1-53d3a5bb77d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.949971] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-b473d402-e436-4795-9ba1-53d3a5bb77d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.950417] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-b473d402-e436-4795-9ba1-53d3a5bb77d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.950540] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b473d402-e436-4795-9ba1-53d3a5bb77d5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.072307] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.106508] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.454281] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.454395] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.454611] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.454816] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.454965] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.455134] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port b473d402-e436-4795-9ba1-53d3a5bb77d5 not found, creating... [ 1029.455398] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.455554] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.455670] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.455897] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.456143] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.456440] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.456590] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.456706] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.456910] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.457068] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.457230] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: b473d402-e436-4795-9ba1-53d3a5bb77d5 is going to be created. [ 1029.478012] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.478243] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.478354] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.478675] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.478909] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.479152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-b473d402-e436-4795-9ba1-53d3a5bb77d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.486616] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1029.486817] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 deletion is rescheduled due to dependency. [ 1029.486955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.574605] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.608728] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.080253] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.080253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.080253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.080253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.081156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.081156] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1030.111929] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.112171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.112252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.112549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.112664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.112798] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1030.117309] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.117512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.117613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.118148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.118364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.141852] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1030.171558] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.171558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.171558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.171864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.172113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.182360] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1030.220789] env[66948]: INFO networking_nsxv3.common.synchronization [req-97cfc6b1-5a4f-43eb-af95-db9e5ae1cc5c req-fb6266bb-1c1a-4f0b-abca-180355120539 service nova] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_rules [ 1030.221010] env[66948]: INFO networking_nsxv3.common.synchronization [req-97cfc6b1-5a4f-43eb-af95-db9e5ae1cc5c req-fb6266bb-1c1a-4f0b-abca-180355120539 service nova] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1030.221214] env[66948]: INFO networking_nsxv3.common.synchronization [req-97cfc6b1-5a4f-43eb-af95-db9e5ae1cc5c req-fb6266bb-1c1a-4f0b-abca-180355120539 service nova] Enqueued Resource ID: b473d402-e436-4795-9ba1-53d3a5bb77d5 with Priority: HIGHEST for action port [ 1030.221759] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_rules [ 1030.222607] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1030.222765] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b473d402-e436-4795-9ba1-53d3a5bb77d5 with Priority: HIGHEST for action port [ 1030.223201] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.223305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.223344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.223524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.223606] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.226416] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.226416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.226416] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-b473d402-e436-4795-9ba1-53d3a5bb77d5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.226416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b473d402-e436-4795-9ba1-53d3a5bb77d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.226416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b473d402-e436-4795-9ba1-53d3a5bb77d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.226416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b473d402-e436-4795-9ba1-53d3a5bb77d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.226416] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b473d402-e436-4795-9ba1-53d3a5bb77d5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.729583] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b473d402-e436-4795-9ba1-53d3a5bb77d5 with status ACTIVE [ 1030.729815] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.729943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.730031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.730280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.730436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.730686] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.730851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.730971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.731328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.731401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.731694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.731840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.731950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.732194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.732309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.732419] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b473d402-e436-4795-9ba1-53d3a5bb77d5 is going to be updated. [ 1030.733637] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.733764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.754213] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.754358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.754428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.754675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.754829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.754999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b473d402-e436-4795-9ba1-53d3a5bb77d5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155078] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1032.155078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.155078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.155078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.155078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.155078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.155078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.155078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.156467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.156710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.156989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.157279] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.157547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.158864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.158864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.158864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.158864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.158864] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.159129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.159262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.159441] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.159544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.159608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.159752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.159833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.159947] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.199482] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1032.199696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.199872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.201474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.201474] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.201474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.201474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.201474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.201474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.201474] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.305645] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.307070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.307266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.307511] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.307703] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.662839] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17: rpc.has_security_group_logging(os_id): False [ 1032.664323] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.684313] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.684530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.684603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.684839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.684983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.685243] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.685352] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.685399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.685599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.685688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.685932] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.686059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.686146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.686337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.686547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.686673] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.686822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.686943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.687196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.687357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.687553] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be created. [ 1032.704681] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.755108] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.755300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.755393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.755581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.755767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.766616] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1032.811086] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.168654] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.207478] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.242967] env[66948]: INFO networking_nsxv3.common.synchronization [req-eec4e8e7-7bde-485c-a04c-8f3a22ab2106 req-ae0ffb7a-8e73-47ae-920e-5581b10027de tempest-ServerRescueNegativeTestJSON-967634923 tempest-ServerRescueNegativeTestJSON-967634923-project-member] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 1033.243692] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGHEST for action security_group_members [ 1033.244328] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.244328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.244609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.244609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.244797] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.244861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.244924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.245148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.245200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.245289] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.313350] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.671338] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.671537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.671627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.671900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.672049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.672157] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1033.702473] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.702668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.702668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.702891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.703063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.710870] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.711026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.711180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.711326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.711494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.711581] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1033.713428] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1033.740930] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.741160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.741209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.741533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.741706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.752692] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.752692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.752692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.752692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.752692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.752692] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.752692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.753050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.753231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.753319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.753442] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be updated. [ 1033.755243] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1033.783425] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.783593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.783638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.783854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.784000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.793863] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: IN_PROGRESS for 2s [ 1033.815292] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1033.815405] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1034.201104] env[66948]: INFO networking_nsxv3.common.synchronization [req-5700a19d-fcb3-4e0c-938a-1d5c7cf35e1a req-9d4ce6f3-ac2e-4fa8-bd29-a60c5357e4cd tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1034.201663] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1034.202412] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.202589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.202681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.202912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.203126] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.203262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.203542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.203810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.203931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.204059] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.617120] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.617536] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.617707] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.618037] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.618336] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.618508] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.618835] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.619371] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.623293] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.623293] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.623293] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.623293] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.623293] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.623293] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.623293] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.623293] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.639394] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.639586] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.640343] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.640555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.640895] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-506a7e08-34ef-4079-9c63-0fcc5322e86d taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.641086] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-506a7e08-34ef-4079-9c63-0fcc5322e86d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.641215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-506a7e08-34ef-4079-9c63-0fcc5322e86d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.641569] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-506a7e08-34ef-4079-9c63-0fcc5322e86d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.646385] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506a7e08-34ef-4079-9c63-0fcc5322e86d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.706145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.706413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.706413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.706606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.706696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.706895] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.706990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.707054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.707211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.707281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.707403] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1034.710840] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.710966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.711026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.711186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.728378] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1034.729341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.730472] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1034.732795] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.732955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.733068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.733283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.733451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.741847] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1034.763058] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.763252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.763307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.763511] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.773139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.773766] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1034.773880] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1034.773922] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1034.790539] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1034.790762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.790945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.791206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.791304] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.820923] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.821186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.821186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.821354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.823112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.823307] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1034.956988] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.956988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.956988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.957780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.957780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.957780] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1035.074810] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.075124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.075124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.075273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.075586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.075924] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1035.076041] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd', '837b90b8-edc5-483a-a3ae-e7fb7f483bc3', 'effce764-288c-43fc-a03c-d17f80bc436c', '5402e272-33e0-4952-b771-a05b974e9d0f', 'b31cfabb-0ab4-460f-929d-b433762a3d2e', 'c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8', '342e49fb-0fc5-492d-b3af-f530be1870a2', '8b58fd0e-af96-4bd3-aab0-5683bc37cfcc', 'b3691d78-a758-44ae-8c0f-529fa9389745', 'b7e40df7-7b82-429b-bf7c-87e14394c5c0', 'e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe', '2c2d964b-c439-40ad-91f5-24b10c8539df', '9d5d52e3-7704-4c54-bfb2-7e8068ab988e', '7018d39b-e168-467f-8ce1-c4cd86476748', '64d7e358-ecf9-41da-a8ad-2e6b183bb587', '5fa97a6b-331d-4e9d-a5e9-541d0b2e3357', '6a63be6c-560e-49d3-ac71-33d4924a0970', 'e7ca14a3-ad5d-4595-9f46-cfa8e9a88324', '50712aea-1c23-4db8-ae74-4fd87a45f38d', '3155e41d-3a78-456a-baa2-12349fba6ff6', 'c6426174-a6ce-4226-a3e3-9838a6a4760c', 'c53c4012-64d4-48e3-92d3-1710624cedbd', 'f570f217-3fa7-4f7a-bc73-6249cadb70cd', '33087aa5-446e-4b72-8bb2-ee44f10a5468', '03ce6833-0cbf-4614-a0bd-9c185311aeeb', 'f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8', '6f5d71ba-0491-4a3f-8e96-9fde6dd44f17', '18c3fd6a-a4ac-41fb-b635-72c1e038f8c8', '2ed01781-a8a4-4422-99f2-5f023dfe0e4c', '621aa616-137f-424f-a8db-ee0424748af1', '8bfcceb5-7379-451a-b32f-510af68aaf1b', '1adf5a6d-530f-4cdc-8e6a-f628310e3037', 'f84f1db3-05cf-4ea0-97f8-a43c943d6a04', 'f180044c-98a1-4c2c-8886-f51c008ba8e4', '84fdb4d7-386c-4343-8645-772336b2d6a4', '53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d', 'e5d5e4e4-d644-4828-986e-187666251613', '50d410cb-b49b-4bee-a34d-a20398df7a8f', '231486ac-a3eb-4127-96b4-3bd5c5e39e1b', '637510df-9ab0-4080-ae54-51d11d20b578', 'd03b5804-8968-4685-8b8a-2c0eb18653a9', '84f04035-0531-4810-bead-80f797c771b3', '2c82a703-c397-4aa5-84ca-e3dea2671380', '0bc83055-57b9-4bbe-a67e-916a668af702', 'd7a71560-f776-4dd2-a80a-bdedc032eda4', 'd28b333f-b594-45cf-a01d-414828a4bfda', 'c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd', 'd789ec15-8351-4a24-9aaa-48879eb1017f'} {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.076169] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1035.104171] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.104422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.104422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.104631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.104669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.104789] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1035.104861] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.104931] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1035.147969] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.148449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.148449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.150039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.150039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.150039] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 506a7e08-34ef-4079-9c63-0fcc5322e86d not found, creating... [ 1035.150039] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.150039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.150039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.150603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.150603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.150716] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.150882] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.151067] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.151264] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.151419] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.151568] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 506a7e08-34ef-4079-9c63-0fcc5322e86d is going to be created. [ 1035.175816] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.176074] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.176186] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.176597] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.176851] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.177154] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-506a7e08-34ef-4079-9c63-0fcc5322e86d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.210570] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.210927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.210927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.211080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.212248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.212550] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1035.212644] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.212728] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1035.212795] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1035.212852] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1035.212912] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGH for action security_group_rules [ 1035.212966] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGH for action security_group_rules [ 1035.213037] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGH for action security_group_rules [ 1035.213098] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGH for action security_group_rules [ 1035.213154] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGH for action security_group_rules [ 1035.213206] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGH for action security_group_rules [ 1035.213275] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGH for action security_group_rules [ 1035.213337] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGH for action security_group_rules [ 1035.213397] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGH for action security_group_rules [ 1035.213451] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGH for action security_group_rules [ 1035.213508] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGH for action security_group_rules [ 1035.213565] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGH for action security_group_rules [ 1035.213629] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGH for action security_group_rules [ 1035.213687] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGH for action security_group_rules [ 1035.213743] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGH for action security_group_rules [ 1035.213800] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGH for action security_group_rules [ 1035.213857] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGH for action security_group_rules [ 1035.213917] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGH for action security_group_rules [ 1035.213977] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGH for action security_group_rules [ 1035.214050] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGH for action security_group_rules [ 1035.214286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.293718] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.293902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.723453] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1035.723687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.723862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.724110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.724334] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.724459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.724521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.724682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.724761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.724854] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.765752] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1035.765822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.765968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.766282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.766486] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.766612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.766681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.766841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.766936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.767057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.767117] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.806634] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 in Status: SUCCESS [ 1035.806634] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 deletion is rescheduled due to dependency. [ 1035.806634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [req-5700a19d-fcb3-4e0c-938a-1d5c7cf35e1a req-6e47e3f9-6ca8-4709-9c66-f166af14f691 service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [req-5700a19d-fcb3-4e0c-938a-1d5c7cf35e1a req-6e47e3f9-6ca8-4709-9c66-f166af14f691 service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [req-5700a19d-fcb3-4e0c-938a-1d5c7cf35e1a req-6e47e3f9-6ca8-4709-9c66-f166af14f691 service nova] Enqueued Resource ID: 506a7e08-34ef-4079-9c63-0fcc5322e86d with Priority: HIGHEST for action port [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506a7e08-34ef-4079-9c63-0fcc5322e86d with Priority: HIGHEST for action port [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effce764-288c-43fc-a03c-d17f80bc436c with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGH for action security_group_rules [ 1035.912624] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe with Priority: HIGH for action security_group_rules [ 1035.913608] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 with Priority: HIGH for action security_group_rules [ 1035.913608] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGH for action security_group_rules [ 1035.913608] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGH for action security_group_rules [ 1035.913608] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc with Priority: HIGH for action security_group_rules [ 1035.913608] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31cfabb-0ab4-460f-929d-b433762a3d2e with Priority: HIGH for action security_group_rules [ 1035.913608] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 with Priority: HIGH for action security_group_rules [ 1035.913608] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5402e272-33e0-4952-b771-a05b974e9d0f with Priority: HIGH for action security_group_rules [ 1035.913608] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.913920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.913920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.913920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.914088] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.917045] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.917149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.917355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-506a7e08-34ef-4079-9c63-0fcc5322e86d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.917474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-506a7e08-34ef-4079-9c63-0fcc5322e86d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.917539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-506a7e08-34ef-4079-9c63-0fcc5322e86d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.917693] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-506a7e08-34ef-4079-9c63-0fcc5322e86d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.917768] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506a7e08-34ef-4079-9c63-0fcc5322e86d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.918731] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.918731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.918731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.918908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.918950] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.920972] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-effce764-288c-43fc-a03c-d17f80bc436c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.920972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.920972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.920972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.920972] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('effce764-288c-43fc-a03c-d17f80bc436c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.920972] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-342e49fb-0fc5-492d-b3af-f530be1870a2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.920972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.921738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.921738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.921738] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('342e49fb-0fc5-492d-b3af-f530be1870a2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.922318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.922488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.922557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.922708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.922825] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64d7e358-ecf9-41da-a8ad-2e6b183bb587',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.924196] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.924196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.924196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.924196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.924196] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.925128] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50712aea-1c23-4db8-ae74-4fd87a45f38d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.925128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.925128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.925278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.925357] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50712aea-1c23-4db8-ae74-4fd87a45f38d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.927337] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.927337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.927337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.927337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.927337] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.928469] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a63be6c-560e-49d3-ac71-33d4924a0970 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.928469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.928469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.928469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.928469] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a63be6c-560e-49d3-ac71-33d4924a0970',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.929280] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.929404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.929471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.929621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.929696] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.930391] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.930482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.931077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.931077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.931077] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa97a6b-331d-4e9d-a5e9-541d0b2e3357',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.931528] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.931636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.931721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.931882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.931957] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d5d52e3-7704-4c54-bfb2-7e8068ab988e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.932913] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.933534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.933534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.933534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.933534] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.934248] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.934524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.934613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.934777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.934872] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.935575] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.935691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.935751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.935902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.935973] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7e40df7-7b82-429b-bf7c-87e14394c5c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.937238] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.937238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.937413] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.937542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.937649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.937778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.937856] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.938762] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.938868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.938932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.939095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.939167] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b58fd0e-af96-4bd3-aab0-5683bc37cfcc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.940718] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b31cfabb-0ab4-460f-929d-b433762a3d2e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.940718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.940718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.940718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.940718] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b31cfabb-0ab4-460f-929d-b433762a3d2e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.941519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.941627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.941695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.941844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.941917] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('837b90b8-edc5-483a-a3ae-e7fb7f483bc3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.943160] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5402e272-33e0-4952-b771-a05b974e9d0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.943160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.943160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.943160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.943365] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5402e272-33e0-4952-b771-a05b974e9d0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.227323] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.269422] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.269694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.269694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.270053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.270231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.270350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.270407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.270819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.271124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.271298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.271564] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.271732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.271859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.272098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.272324] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.272507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.272614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.272856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.272983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.273144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.273287] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.461499] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.462461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.462461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.462461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.470442] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 506a7e08-34ef-4079-9c63-0fcc5322e86d with status ACTIVE [ 1036.472406] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.472406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.473141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.473427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.474083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.475308] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.475308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.475308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.475696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.475870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.476324] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.476753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.476924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.477241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.477411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.477500] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 506a7e08-34ef-4079-9c63-0fcc5322e86d is going to be updated. [ 1036.480072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.480228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.481562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.481896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.481896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.482740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.482740] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.482740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.482740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.482740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.482740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.482740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.482740] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.537409] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.537409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.549651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.549831] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50712aea-1c23-4db8-ae74-4fd87a45f38d is going to be deleted. [ 1036.551171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.551171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.565744] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.565890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.567682] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.567827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.569009] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.569101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.569529] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.569632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.570972] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.570972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.572258] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.572258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.572938] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.573042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.577890] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.577890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.577890] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.578178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.581019] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.581019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.581019] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.581019] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.581019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.581019] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.581434] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.581434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.584714] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.585153] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.585259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.586651] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.587152] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.587230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.587283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.587529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.587746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.587868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-506a7e08-34ef-4079-9c63-0fcc5322e86d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.588549] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.589055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.589231] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be deleted. [ 1036.590256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.590466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.592085] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.592178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.592886] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.592983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.601969] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.602368] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.602488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.615110] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.615110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.615110] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d5d52e3-7704-4c54-bfb2-7e8068ab988e is going to be deleted. [ 1036.615997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.616335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.637991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.638128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be deleted. [ 1036.640983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.640983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.673100] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.673100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.674710] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.674710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.682812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.682812] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 342e49fb-0fc5-492d-b3af-f530be1870a2 is going to be deleted. [ 1036.683046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.683352] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.731411] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.763811] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.764059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.765686] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.766372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.768356] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1036.768595] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 deletion is rescheduled due to dependency. [ 1036.768738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.768910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.769150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.769329] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.769429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.769496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.769649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.769751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.769827] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.771466] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.772009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.772227] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be deleted. [ 1036.773356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.773694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.776925] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3691d78-a758-44ae-8c0f-529fa9389745: rpc.has_security_group_logging(os_id): False [ 1036.825243] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.825471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.838829] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.838829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.869961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.870151] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b31cfabb-0ab4-460f-929d-b433762a3d2e is going to be deleted. [ 1036.871090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.871329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.942220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.942220] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 837b90b8-edc5-483a-a3ae-e7fb7f483bc3 is going to be deleted. [ 1036.942985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.943298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.986955] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.987205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.988975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.989148] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7e40df7-7b82-429b-bf7c-87e14394c5c0 is going to be deleted. [ 1036.990050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.990267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.996938] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.012872] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.013071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.014718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.014852] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5402e272-33e0-4952-b771-a05b974e9d0f is going to be deleted. [ 1037.015987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.016215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.045044] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.045243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.069416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.069552] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: effce764-288c-43fc-a03c-d17f80bc436c is going to be deleted. [ 1037.070539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.070770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.073050] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.073201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.102270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.102467] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64d7e358-ecf9-41da-a8ad-2e6b183bb587 is going to be deleted. [ 1037.103744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.103985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.155604] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.155774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.166253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.166497] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa97a6b-331d-4e9d-a5e9-541d0b2e3357 is going to be deleted. [ 1037.167442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.167660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.195280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.195434] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd is going to be deleted. [ 1037.196415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.196632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.233930] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.234363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.234363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.234461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.234523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.234839] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1037.245522] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.245719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.246715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.246893] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe is going to be deleted. [ 1037.248286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.248454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.251677] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.251840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.276094] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.290993] env[66948]: INFO networking_nsxv3.common.synchronization [None req-1d55ff1f-37eb-4ec9-af58-6a34c9fc4029 tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_rules [ 1037.292362] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_rules [ 1037.292856] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.293633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.293759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.294130] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.294235] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.345060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.345060] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be deleted. [ 1037.345917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.346212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.348884] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.348884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.349543] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.349696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.371075] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.371075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.371075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.371075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.371075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.406410] env[66948]: INFO networking_nsxv3.common.synchronization [None req-528ebb9d-09cb-41bc-bc90-b1751e8d58d6 tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_rules [ 1037.407483] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_rules [ 1037.408949] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1037.409433] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.409604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.459156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.459399] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a63be6c-560e-49d3-ac71-33d4924a0970 is going to be deleted. [ 1037.460287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.460555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.483206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.483711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.492197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.492197] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b58fd0e-af96-4bd3-aab0-5683bc37cfcc is going to be deleted. [ 1037.492511] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.492833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.493593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.493593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.493593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.493821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.493821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.493921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50712aea-1c23-4db8-ae74-4fd87a45f38d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.494618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.494846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.494960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.495153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d5d52e3-7704-4c54-bfb2-7e8068ab988e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.495994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.495994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.495994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.495994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.495994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.496377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.499440] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7018d39b-e168-467f-8ce1-c4cd86476748: rpc.has_security_group_logging(os_id): False [ 1037.549847] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.550198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.550815] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.550909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.592371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.592675] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.592801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.592877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.593115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.593215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.593448] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.593552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.593610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.593766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.593841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.594040] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.594124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.594189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.594343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.594428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.594525] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1037.595624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.595797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.595887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.596020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-342e49fb-0fc5-492d-b3af-f530be1870a2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.596154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.596347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.596415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.596529] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.597379] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.597480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.597538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.597688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.597767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.597879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a63be6c-560e-49d3-ac71-33d4924a0970" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.598014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.602441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.602539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.602675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b31cfabb-0ab4-460f-929d-b433762a3d2e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.602811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.602970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.603070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.603187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-837b90b8-edc5-483a-a3ae-e7fb7f483bc3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.603785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.603947] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.604067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.604208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7e40df7-7b82-429b-bf7c-87e14394c5c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.604364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.604527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.604577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.604689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5402e272-33e0-4952-b771-a05b974e9d0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.604801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.604940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.605024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.605271] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64d7e358-ecf9-41da-a8ad-2e6b183bb587" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.605271] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.605393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.605534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.605577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-effce764-288c-43fc-a03c-d17f80bc436c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.605716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.605857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.605934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.606058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd9a9aa-aab5-4f85-8cf9-8ca98c3dffcd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.606180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.606331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.606411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.606527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa97a6b-331d-4e9d-a5e9-541d0b2e3357" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.606638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.606776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.606847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.606940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7a4dcab-7be0-4b31-8d1b-2ed5ac537abe" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.607092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.607229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.607304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.607408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.607522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.607657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.778641] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.819777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.820150] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.820275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.820375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.820608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.820702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.820800] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 is going to be updated. [ 1037.832592] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.832754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.832821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.833023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.833106] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.833226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b58fd0e-af96-4bd3-aab0-5683bc37cfcc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.887024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.887024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.887024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.887024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.887024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.887024] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc already deleted. [ 1037.887024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.887024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.887024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.887024] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.945681] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.946016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.946133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.946509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.946717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.963975] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.964289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.964289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.964742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.964742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.977525] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1037.988054] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.988382] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7018d39b-e168-467f-8ce1-c4cd86476748 in Status: IN_PROGRESS for 2s [ 1038.281311] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.281715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.281715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.281846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.281899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.282322] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1038.356744] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.357031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.357166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.357506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.357735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.376263] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1038.414657] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.414811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.414885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.415140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.415235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.415340] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc already deleted. [ 1038.415429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.850165] env[66948]: INFO networking_nsxv3.common.synchronization [req-0c08c027-823b-4ecd-a2a1-f40b90f98fab req-d11628d9-f042-41f8-9807-419417787852 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1038.850782] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1038.851046] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.851182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.851254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.851743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.851743] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.851743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.851743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.851743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.851743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.851743] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.228455] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.228709] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.228827] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.229052] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.229396] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.229560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.229798] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.229903] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.230394] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.230394] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.230616] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.230616] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.230777] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.230777] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.230941] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.231073] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.251636] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.251826] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.251963] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.252164] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.252490] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-07bf6bda-d20b-4beb-8109-31c555fbf1df taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.252671] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-07bf6bda-d20b-4beb-8109-31c555fbf1df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.252785] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-07bf6bda-d20b-4beb-8109-31c555fbf1df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.253120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-07bf6bda-d20b-4beb-8109-31c555fbf1df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.253259] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07bf6bda-d20b-4beb-8109-31c555fbf1df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.354449] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.355047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.355047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.355047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.355047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.355299] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.355399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.355466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.355625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.355691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.355785] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e82073-2248-49e4-9643-56729719c1f1 already deleted. [ 1039.355858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.422703] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1039.422703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.422703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.423554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.423989] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.424846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.424846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.424846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.424846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.425755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.426933] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.755508] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.755748] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.755890] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.756257] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.756466] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.756649] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 07bf6bda-d20b-4beb-8109-31c555fbf1df not found, creating... [ 1039.756945] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.757177] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.757277] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.757539] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.757673] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.757986] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.758178] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.758348] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.758524] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.758674] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.758818] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 07bf6bda-d20b-4beb-8109-31c555fbf1df is going to be created. [ 1039.780636] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.780866] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.780968] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.781485] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.781772] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.781976] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-07bf6bda-d20b-4beb-8109-31c555fbf1df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.930525] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.930753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.930804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.931222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.931222] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.931407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.931407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.931492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.931581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.931754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.931842] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.931936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.932025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.932178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.932321] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.932414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.932476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.932612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.932856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.932946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.933141] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.999900] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1039.999900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.999900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.999900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.000211] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.004300] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7018d39b-e168-467f-8ce1-c4cd86476748 in Status: SUCCESS [ 1040.004497] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.388693] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1040.389245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.389245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.389420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.389607] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.389719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.389777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.389936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.390077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.390233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.390385] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.439032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17: rpc.has_security_group_logging(os_id): False [ 1040.445103] env[66948]: INFO networking_nsxv3.common.synchronization [req-c0f1e1d2-37ff-4c6a-851f-47746e6de7b3 req-71d36f48-cafa-44dc-bc5f-f7b8eaad7148 tempest-ListServersNegativeTestJSON-527971186 tempest-ListServersNegativeTestJSON-527971186-project-member] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1040.445845] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1040.446363] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.446587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.446655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.446856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.447078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.447191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.447250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.447605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.447718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.447846] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.462818] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.463086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.463169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.466763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.492837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.493370] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.493692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.493906] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.494654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.494654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.495009] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.495009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.495009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.495140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.495184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.495357] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.495458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.495521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.495672] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.495780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.495875] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1040.504056] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.504214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.504294] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.504554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.504723] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.504824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.504883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.505105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.505381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.505381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.505381] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.588287] env[66948]: INFO networking_nsxv3.common.synchronization [req-0c08c027-823b-4ecd-a2a1-f40b90f98fab req-acff2d4c-c9f1-456f-9698-46c56ce2c454 service nova] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_rules [ 1040.588384] env[66948]: INFO networking_nsxv3.common.synchronization [req-0c08c027-823b-4ecd-a2a1-f40b90f98fab req-acff2d4c-c9f1-456f-9698-46c56ce2c454 service nova] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1040.589054] env[66948]: INFO networking_nsxv3.common.synchronization [req-0c08c027-823b-4ecd-a2a1-f40b90f98fab req-acff2d4c-c9f1-456f-9698-46c56ce2c454 service nova] Enqueued Resource ID: 07bf6bda-d20b-4beb-8109-31c555fbf1df with Priority: HIGHEST for action port [ 1040.590311] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.590438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.590438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.590602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.590754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.592378] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_rules [ 1040.592378] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1040.592736] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bf6bda-d20b-4beb-8109-31c555fbf1df with Priority: HIGHEST for action port [ 1040.592847] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.592907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.592949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.593138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.593222] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.595040] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.595163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.595163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.595296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.595453] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.595661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.595661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.595767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.595854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.595924] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.598154] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-07bf6bda-d20b-4beb-8109-31c555fbf1df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.598154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07bf6bda-d20b-4beb-8109-31c555fbf1df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.598154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07bf6bda-d20b-4beb-8109-31c555fbf1df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.598396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07bf6bda-d20b-4beb-8109-31c555fbf1df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.598396] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07bf6bda-d20b-4beb-8109-31c555fbf1df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.616676] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1040.892964] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.893163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.893233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.893492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.893668] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.893771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.893832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.894034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.894169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.894303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.894507] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.894605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.894669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.894804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.894942] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.895046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.895107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.895241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.895318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.895400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.895488] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.950012] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.007986] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.008177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.008290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.008660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.008793] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.009327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.009327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.009327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.009327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.009327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.009698] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.009698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.009698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.009802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.010311] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.010311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.010311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.010311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.010311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.010682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.010682] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.095999] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.096163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.098015] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.104872] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07bf6bda-d20b-4beb-8109-31c555fbf1df with status ACTIVE [ 1041.108025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.108025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.108025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.108025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.108025] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07bf6bda-d20b-4beb-8109-31c555fbf1df is going to be updated. [ 1041.134544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.134685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.134754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.134956] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.135108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.135263] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07bf6bda-d20b-4beb-8109-31c555fbf1df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.398128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c82a703-c397-4aa5-84ca-e3dea2671380: rpc.has_security_group_logging(os_id): False [ 1041.421058] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.421058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.421058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.421058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.441379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.441703] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.442009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.442009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.442317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.442644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.442644] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.442761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.442795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.442963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.443050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.443237] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.443331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.443391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.443609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.445574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.445676] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1041.453208] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.512874] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3691d78-a758-44ae-8c0f-529fa9389745: rpc.has_security_group_logging(os_id): False [ 1041.522349] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.522349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.522349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.522349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.522349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.533369] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.533838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.534034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.534451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.534681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.534936] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.535150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.535252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.535997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.535997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.535997] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.535997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.535997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.536269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.536269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.536399] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.536566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.536644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.536806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.536879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.536966] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1041.539537] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1041.601952] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.601952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.601952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.602204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.602307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.604068] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.643159] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1041.957957] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.958230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.958316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.958574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.958669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.958812] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1041.991396] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.991838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.991913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.992141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.994726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.010256] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1042.107274] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.107477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.107537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.107786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.108044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.108114] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e82073-2248-49e4-9643-56729719c1f1 is going to be created. [ 1042.135955] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.135955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.135955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.135955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.135955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.147151] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: UNINITIALIZED for 2s [ 1042.633762] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1042.634221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.634292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.634531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.634638] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.137400] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.137651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.553372] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1043.553466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.673823] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1043.673823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.019612] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1044.019840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.020112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.020231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.020423] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.020539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.020612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.020785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.020912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.020959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.021056] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.158488] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: SUCCESS [ 1044.158790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.158975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.159219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.159422] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.159566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.159620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.159765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.159851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.159928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.160090] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.523755] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.523913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.523988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.524221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.524802] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.524802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.524802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.524802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.524802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.525071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.525071] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.525142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.525176] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.525305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.525444] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.525548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.525607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.525742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.526459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.526459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.526459] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.662600] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.028285] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17: rpc.has_security_group_logging(os_id): False [ 1045.050945] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.050945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.051206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.051350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.051407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.051695] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.051822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.051905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.052333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.052333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.052462] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.052560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.052651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.052812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.052893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.053116] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.053229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.053304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.053481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.053552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.053687] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1045.126259] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.126554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.126554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.127016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.127352] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.154872] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1045.165448] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31e82073-2248-49e4-9643-56729719c1f1: rpc.has_security_group_logging(os_id): False [ 1045.185675] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.185917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.185917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.186208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.186350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.186709] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.186877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.186952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.187147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.187265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.187396] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e82073-2248-49e4-9643-56729719c1f1 is going to be created. [ 1045.284764] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.285046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.285046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.285342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.285544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.300269] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: IN_PROGRESS for 2s [ 1045.593540] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1045.593871] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1046.279797] env[66948]: INFO networking_nsxv3.common.synchronization [None req-c2fbdc5d-d397-4aa7-a9e6-2924f5b59e6e tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: 39e50bc9-3b08-4123-806b-8767a5691bc2 with Priority: HIGHEST for action security_group_rules [ 1046.280082] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e50bc9-3b08-4123-806b-8767a5691bc2 with Priority: HIGHEST for action security_group_rules [ 1046.280399] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e50bc9-3b08-4123-806b-8767a5691bc2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.280522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e50bc9-3b08-4123-806b-8767a5691bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.280589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e50bc9-3b08-4123-806b-8767a5691bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.280854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e50bc9-3b08-4123-806b-8767a5691bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.280938] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e50bc9-3b08-4123-806b-8767a5691bc2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.371870] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b7252eec-042d-4c55-b1bf-9f75720daee5 tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: 39e50bc9-3b08-4123-806b-8767a5691bc2 with Priority: HIGHEST for action security_group_rules [ 1046.372349] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e50bc9-3b08-4123-806b-8767a5691bc2 with Priority: HIGHEST for action security_group_rules [ 1046.372792] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e50bc9-3b08-4123-806b-8767a5691bc2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.372941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e50bc9-3b08-4123-806b-8767a5691bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.801968] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.802141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.802231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.802508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.803090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.803090] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e50bc9-3b08-4123-806b-8767a5691bc2 already deleted. [ 1046.803090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e50bc9-3b08-4123-806b-8767a5691bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.803090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e50bc9-3b08-4123-806b-8767a5691bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.803272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e50bc9-3b08-4123-806b-8767a5691bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.803272] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e50bc9-3b08-4123-806b-8767a5691bc2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.169494] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1047.169494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.318232] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: SUCCESS [ 1047.318498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.323788] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.323929] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.324000] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.324232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.324330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.324426] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e50bc9-3b08-4123-806b-8767a5691bc2 already deleted. [ 1047.324510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e50bc9-3b08-4123-806b-8767a5691bc2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.083597] env[66948]: INFO networking_nsxv3.common.synchronization [None req-438430d5-73ee-4c93-8fb8-4cd9a021afe2 tempest-ImagesOneServerNegativeTestJSON-38370013 tempest-ImagesOneServerNegativeTestJSON-38370013-project-member] Enqueued Resource ID: 37c2d02e-5022-4f9d-8432-646515f451de with Priority: HIGHEST for action security_group_rules [ 1048.084077] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c2d02e-5022-4f9d-8432-646515f451de with Priority: HIGHEST for action security_group_rules [ 1048.084404] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37c2d02e-5022-4f9d-8432-646515f451de taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.084542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37c2d02e-5022-4f9d-8432-646515f451de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.084618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37c2d02e-5022-4f9d-8432-646515f451de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.084865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37c2d02e-5022-4f9d-8432-646515f451de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.084950] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37c2d02e-5022-4f9d-8432-646515f451de',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.173442] env[66948]: INFO networking_nsxv3.common.synchronization [None req-22af13ed-54a9-4205-9e94-f332a3c393b5 tempest-ImagesOneServerNegativeTestJSON-38370013 tempest-ImagesOneServerNegativeTestJSON-38370013-project-member] Enqueued Resource ID: 37c2d02e-5022-4f9d-8432-646515f451de with Priority: HIGHEST for action security_group_rules [ 1048.173998] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c2d02e-5022-4f9d-8432-646515f451de with Priority: HIGHEST for action security_group_rules [ 1048.174323] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37c2d02e-5022-4f9d-8432-646515f451de taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.174426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37c2d02e-5022-4f9d-8432-646515f451de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.608383] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.608383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.608383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.608383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.608383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.608383] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37c2d02e-5022-4f9d-8432-646515f451de already deleted. [ 1048.608383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37c2d02e-5022-4f9d-8432-646515f451de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.608383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37c2d02e-5022-4f9d-8432-646515f451de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.608383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37c2d02e-5022-4f9d-8432-646515f451de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.608383] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37c2d02e-5022-4f9d-8432-646515f451de',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.132103] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.132312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.132410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.132927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.133089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.133312] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37c2d02e-5022-4f9d-8432-646515f451de already deleted. [ 1049.133373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37c2d02e-5022-4f9d-8432-646515f451de" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.429769] env[66948]: INFO networking_nsxv3.common.synchronization [req-6d09ac98-1228-4d62-9f86-efc77435ca25 req-b132e1d6-fc42-4013-8c14-707b952e012b tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1049.430132] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1049.430502] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.430625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.430694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.431436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.431436] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.431436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.431436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.431436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.431838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.431838] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.933682] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.934099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.934099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.934258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.957851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.958243] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.958379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.958379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.958649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.958945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.959442] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1049.991659] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.991659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.991659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.991659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.992117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.007219] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1052.021639] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1052.021995] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 1052.022143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.430764] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1054.431091] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1055.023097] env[66948]: INFO networking_nsxv3.common.synchronization [req-3c5c7e76-8752-4a05-8a93-ae8e68a2e3ed req-e5ea7344-ed5e-4143-be60-edef25a84f68 tempest-AttachVolumeTestJSON-922340643 tempest-AttachVolumeTestJSON-922340643-project-member] Enqueued Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_members [ 1055.023511] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGHEST for action security_group_members [ 1055.023862] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.023988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.028244] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.028543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.028755] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.028883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.028951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.029125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.029223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.029325] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.447139] env[66948]: INFO networking_nsxv3.common.synchronization [req-45d6b900-c4d9-4038-adcc-aa6fdf3aaa4e req-9da3443f-6be9-49d6-9922-5ea91ff53f61 tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_members [ 1055.448273] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_members [ 1055.448654] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb2b9d0-0775-4c88-8736-b20ad8933efc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.448830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.448939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.449293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.449539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.449666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.449759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.449948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.450091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.450235] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.534932] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.534932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.534932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.534932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.534932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.534932] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.534932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.534932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.534932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.534932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.534932] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 is going to be updated. [ 1055.568455] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.568767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.568767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.568913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.569072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.579253] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7018d39b-e168-467f-8ce1-c4cd86476748 in Status: IN_PROGRESS for 2s [ 1055.904070] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.904295] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.904419] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.905128] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.905365] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.905528] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.905647] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.905877] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.906039] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.906275] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.906393] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.906502] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.906654] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.906711] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.906857] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.907028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.929626] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.929626] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.929626] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.929626] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.929626] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.929626] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.930233] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.930233] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.930233] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fe0ad8-20b2-49f6-80a9-cf8f377b3b60',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.952510] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.952692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.952760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.952974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.953399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.953639] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.953746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.953812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.953982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.954081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.954176] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc already deleted. [ 1055.954264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.432876] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.433116] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.433116] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.433413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.433592] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.434459] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 44fe0ad8-20b2-49f6-80a9-cf8f377b3b60 not found, creating... [ 1056.434459] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.434459] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.434459] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.434740] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.434800] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.435538] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.435731] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.435857] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.436116] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.436339] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.436505] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 44fe0ad8-20b2-49f6-80a9-cf8f377b3b60 is going to be created. [ 1056.464765] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.465249] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.465249] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.465557] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.465935] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.466276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.199017] env[66948]: INFO networking_nsxv3.common.synchronization [req-45d6b900-c4d9-4038-adcc-aa6fdf3aaa4e req-494e82f5-88e7-461d-ba2d-f8b4b136ad7c service nova] Enqueued Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_rules [ 1057.199017] env[66948]: INFO networking_nsxv3.common.synchronization [req-45d6b900-c4d9-4038-adcc-aa6fdf3aaa4e req-494e82f5-88e7-461d-ba2d-f8b4b136ad7c service nova] Enqueued Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_members [ 1057.199017] env[66948]: INFO networking_nsxv3.common.synchronization [req-45d6b900-c4d9-4038-adcc-aa6fdf3aaa4e req-494e82f5-88e7-461d-ba2d-f8b4b136ad7c service nova] Enqueued Resource ID: 44fe0ad8-20b2-49f6-80a9-cf8f377b3b60 with Priority: HIGHEST for action port [ 1057.199017] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_rules [ 1057.199017] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_members [ 1057.199017] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44fe0ad8-20b2-49f6-80a9-cf8f377b3b60 with Priority: HIGHEST for action port [ 1057.199471] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.199471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.199471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.199674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.199674] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.200481] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb2b9d0-0775-4c88-8736-b20ad8933efc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.200591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.200654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.201058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.201058] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.201058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.201224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.201299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.201385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.201475] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.202612] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.202717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.202785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.202933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.203025] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fe0ad8-20b2-49f6-80a9-cf8f377b3b60',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.591534] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7018d39b-e168-467f-8ce1-c4cd86476748 in Status: SUCCESS [ 1057.591971] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 deletion is rescheduled due to dependency. [ 1057.591971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.705401] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb2b9d0-0775-4c88-8736-b20ad8933efc taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.705640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.705943] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.707152] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44fe0ad8-20b2-49f6-80a9-cf8f377b3b60 with status ACTIVE [ 1057.707455] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.707649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.707753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.708069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.708191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709215] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709215] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709664] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44fe0ad8-20b2-49f6-80a9-cf8f377b3b60 is going to be updated. [ 1057.737269] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.737515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.737515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.737750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.737917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.738157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44fe0ad8-20b2-49f6-80a9-cf8f377b3b60" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.212070] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.714506] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.715042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.715119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.715426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.715558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.715714] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc is going to be created. [ 1058.747820] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.748114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.748114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.748343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.748542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.758875] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc in Status: UNINITIALIZED for 2s [ 1059.166844] env[66948]: INFO networking_nsxv3.common.synchronization [req-3aa1377f-081d-4caa-883e-e3cb26aa839c req-d132ee8e-168f-40ec-a9b5-f44cce486f01 tempest-ServerActionsTestOtherB-1643070502 tempest-ServerActionsTestOtherB-1643070502-project-member] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1059.166844] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1059.166844] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.167317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.167384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.167883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.167883] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.167883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.168088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.168122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.168553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.168553] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.629997] env[66948]: INFO networking_nsxv3.common.synchronization [req-3d99df9b-3b9f-4efd-acfd-c961a6367255 req-ca62719d-47f2-4d82-bef4-b1094976b8b3 tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1059.630160] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1059.630512] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.630607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.630711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.630868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.632770] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.632770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.632770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.632770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.632770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.632770] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.671032] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.671241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.671309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.671487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.703689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.703905] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.704042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.704110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.704305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.704388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.704478] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1059.731235] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.731639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.731639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.731725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.731830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.742829] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1060.012658] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.013494] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.013602] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.014882] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.016107] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.016107] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.016107] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.020213] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.020213] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.020213] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.020213] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.020213] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.020213] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.020213] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.020213] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.020213] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.047294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.047681] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.047969] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.048230] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-680" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.048773] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-070d104a-069d-405e-9a73-6b342adbc089 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.049078] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-070d104a-069d-405e-9a73-6b342adbc089" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.049378] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-070d104a-069d-405e-9a73-6b342adbc089" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.050440] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-070d104a-069d-405e-9a73-6b342adbc089" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.050440] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070d104a-069d-405e-9a73-6b342adbc089',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.102943] env[66948]: INFO networking_nsxv3.common.synchronization [req-0e63b92f-b23d-4c10-a37a-7a689acd2440 req-b64ea571-ade2-4634-9e57-52f3e18ba421 tempest-ListServersNegativeTestJSON-527971186 tempest-ListServersNegativeTestJSON-527971186-project-member] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1060.103532] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1060.103847] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.103974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.104055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.104255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.104407] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.104507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.104559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.104720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.104804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.104971] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.136165] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.136440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.136541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.136770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.136864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.137111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.137265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.137265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.137431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.137551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.137609] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be deleted. [ 1060.168077] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.168077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.168077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.168242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.168341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.168445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.478795] env[66948]: INFO networking_nsxv3.common.synchronization [req-e584f74b-ff16-4354-b5b2-ffa9ccb9e8a6 req-f596720e-72f1-46b5-9177-66518febc110 tempest-ListServersNegativeTestJSON-527971186 tempest-ListServersNegativeTestJSON-527971186-project-member] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1060.479727] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGHEST for action security_group_members [ 1060.479727] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.479727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.556019] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.556249] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.556371] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.556742] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.556815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.557029] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 070d104a-069d-405e-9a73-6b342adbc089 not found, creating... [ 1060.557325] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.557554] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.557692] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.557917] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.558077] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.558419] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.558586] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.558742] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.559074] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.559817] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.559817] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 070d104a-069d-405e-9a73-6b342adbc089 is going to be created. [ 1060.584381] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.584778] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.585082] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.585507] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.585900] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.586201] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-070d104a-069d-405e-9a73-6b342adbc089" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.607077] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.771749] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc in Status: SUCCESS [ 1060.772094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.772233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.772838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.772838] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.772838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.772838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.773224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.773224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.773224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.773224] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.109976] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.275675] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.321968] env[66948]: INFO networking_nsxv3.common.synchronization [req-3d99df9b-3b9f-4efd-acfd-c961a6367255 req-d351961f-d5ec-4ccb-a972-40fd90166fd9 service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 1061.321968] env[66948]: INFO networking_nsxv3.common.synchronization [req-3d99df9b-3b9f-4efd-acfd-c961a6367255 req-d351961f-d5ec-4ccb-a972-40fd90166fd9 service nova] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1061.321968] env[66948]: INFO networking_nsxv3.common.synchronization [req-3d99df9b-3b9f-4efd-acfd-c961a6367255 req-d351961f-d5ec-4ccb-a972-40fd90166fd9 service nova] Enqueued Resource ID: 070d104a-069d-405e-9a73-6b342adbc089 with Priority: HIGHEST for action port [ 1061.321968] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_rules [ 1061.321968] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1061.322976] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070d104a-069d-405e-9a73-6b342adbc089 with Priority: HIGHEST for action port [ 1061.322976] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.322976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.322976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.323151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.323316] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.324543] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.324769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.324815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.325113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.325369] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.325554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.325699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.325853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.326068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.326136] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.327852] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-070d104a-069d-405e-9a73-6b342adbc089 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.328144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-070d104a-069d-405e-9a73-6b342adbc089" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.328144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-070d104a-069d-405e-9a73-6b342adbc089" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.328393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-070d104a-069d-405e-9a73-6b342adbc089" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.328493] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070d104a-069d-405e-9a73-6b342adbc089',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.612666] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.612666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.612666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.612666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.612937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.612937] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1061.644637] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.644842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.644842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.645125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.645273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.654752] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1061.752700] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1061.752908] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd deletion is rescheduled due to dependency. [ 1061.753152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.778593] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eb2b9d0-0775-4c88-8736-b20ad8933efc: rpc.has_security_group_logging(os_id): False [ 1061.798928] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.798928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.798928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.799357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.799357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.799357] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.799488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.799533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.799700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.799776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.799863] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc is going to be created. [ 1061.830853] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.831108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.831186] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.832290] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 070d104a-069d-405e-9a73-6b342adbc089 with status ACTIVE [ 1061.832489] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.832640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.832710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.832863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834089] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834089] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.834089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834664] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 070d104a-069d-405e-9a73-6b342adbc089 is going to be updated. [ 1061.856014] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.856014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.856014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.856381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.856381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.857289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-070d104a-069d-405e-9a73-6b342adbc089" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.863184] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.863363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.863782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.863782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.863901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.876032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc in Status: IN_PROGRESS for 2s [ 1062.179832] env[66948]: INFO networking_nsxv3.common.synchronization [req-df958c5c-8aee-47bf-ab79-6d6c9f97b6d2 req-c1d9b0aa-d292-4940-a312-235a03cf0af4 tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1062.180496] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1062.180706] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.180706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.180826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.183357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.183357] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.183357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.183357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.183357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.183357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.183357] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.337347] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.517891] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.519071] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.519071] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.519071] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.520076] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.521815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.521815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.521815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.521815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.521815] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.521815] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.521815] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.521815] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.521815] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.522309] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.522309] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.546944] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.547213] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.547370] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.550378] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.551219] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-73b05ffd-1930-4696-8a5a-3781a4b44295 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.551367] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-73b05ffd-1930-4696-8a5a-3781a4b44295" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.551568] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-73b05ffd-1930-4696-8a5a-3781a4b44295" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.551955] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-73b05ffd-1930-4696-8a5a-3781a4b44295" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.553255] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b05ffd-1930-4696-8a5a-3781a4b44295',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.685680] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.685680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.685871] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.686221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.686221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.686355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.686355] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.686537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.686537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.686609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.686691] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1062.720834] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.721066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.721203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.721425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.721577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.730938] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1062.839632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.840046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.840046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.840138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.840189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.840285] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be created. [ 1062.867354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.867609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.867609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.867700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.867812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.877880] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: UNINITIALIZED for 2s [ 1063.056425] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.056658] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.056758] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.057148] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.057367] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.057502] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 73b05ffd-1930-4696-8a5a-3781a4b44295 not found, creating... [ 1063.058080] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.058080] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.058253] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.058363] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.058501] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.058791] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.059055] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.059055] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.059273] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.059431] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.059572] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 73b05ffd-1930-4696-8a5a-3781a4b44295 is going to be created. [ 1063.083431] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.083668] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.083794] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.084086] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.084431] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.084542] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-73b05ffd-1930-4696-8a5a-3781a4b44295" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.665647] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1063.666199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.666345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.666562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.666779] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.666895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.666968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.667178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.667359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.667359] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.814633] env[66948]: INFO networking_nsxv3.common.synchronization [req-df958c5c-8aee-47bf-ab79-6d6c9f97b6d2 req-de9fc554-845e-4ff8-9ded-ef4e9ae62bbd service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 1063.814791] env[66948]: INFO networking_nsxv3.common.synchronization [req-df958c5c-8aee-47bf-ab79-6d6c9f97b6d2 req-de9fc554-845e-4ff8-9ded-ef4e9ae62bbd service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1063.814993] env[66948]: INFO networking_nsxv3.common.synchronization [req-df958c5c-8aee-47bf-ab79-6d6c9f97b6d2 req-de9fc554-845e-4ff8-9ded-ef4e9ae62bbd service nova] Enqueued Resource ID: 73b05ffd-1930-4696-8a5a-3781a4b44295 with Priority: HIGHEST for action port [ 1063.815664] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 1063.815880] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1063.816063] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b05ffd-1930-4696-8a5a-3781a4b44295 with Priority: HIGHEST for action port [ 1063.816372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.816496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.816567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.816759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.816846] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.817976] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.818086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.818281] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-73b05ffd-1930-4696-8a5a-3781a4b44295 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.818386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73b05ffd-1930-4696-8a5a-3781a4b44295" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.818466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73b05ffd-1930-4696-8a5a-3781a4b44295" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.818643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73b05ffd-1930-4696-8a5a-3781a4b44295" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.821883] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b05ffd-1930-4696-8a5a-3781a4b44295',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.892128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc in Status: SUCCESS [ 1063.892479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.169934] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.170194] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.170306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.170629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.170779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.171095] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.171259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.171586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.171662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.171726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.171863] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be updated. [ 1064.202635] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.202939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.202939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.203236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.203450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.221087] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: IN_PROGRESS for 2s [ 1064.320372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.320626] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.324022] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73b05ffd-1930-4696-8a5a-3781a4b44295 with status ACTIVE [ 1064.324267] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.324421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.324520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.324786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.324949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.325214] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.325316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.325401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.325687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.325773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.325982] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.326101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.326167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.326345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.326465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.326601] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73b05ffd-1930-4696-8a5a-3781a4b44295 is going to be updated. [ 1064.352717] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.352927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.352927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.353552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.353552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.353552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73b05ffd-1930-4696-8a5a-3781a4b44295" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.682813] env[66948]: INFO networking_nsxv3.common.synchronization [req-683aa107-133e-4f7c-9eef-046593e99b35 req-442e7d1b-395e-49f8-968c-5e305ffddd2b tempest-ImagesOneServerNegativeTestJSON-38370013 tempest-ImagesOneServerNegativeTestJSON-38370013-project-member] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1064.683602] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1064.684228] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.684413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.684498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.684764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.685106] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.685196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.685338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.685878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.685878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.685878] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.743146] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1064.743384] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 1064.743530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.743749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.744030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.744258] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.744406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.744483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.744908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.744908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.744908] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.888010] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 1064.888274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.888449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.888675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.888871] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.888992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.889087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.889469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.889469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.889469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.889629] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.043023] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.043023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.043023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.043023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.043023] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.043023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.043023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.043924] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.044120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.044358] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.044477] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.044597] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.044714] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.044826] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.044935] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.045141] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.063461] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.063669] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.063754] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.064068] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.064457] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.064636] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.064760] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.065188] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.065343] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8cda3b-960b-4570-b5ab-aaa5bf9051a5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.097780] env[66948]: INFO networking_nsxv3.common.synchronization [req-2b22888c-78fd-4068-a07a-dac6c6e5f08c req-f8d142e4-83b6-47d0-ab41-3875de3e3f45 tempest-ServersAdminTestJSON-719032079 tempest-ServersAdminTestJSON-719032079-project-member] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1065.098382] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1065.098819] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.098925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.098970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.099157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.099316] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.099532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.099624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.099779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.099866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.100035] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.189544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.189704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.189774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.190249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.190249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.190383] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.192018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.192018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.192018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.192018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.192018] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be deleted. [ 1065.220778] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.221034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.221165] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.221486] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.221674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.221809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.247124] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.392008] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.392241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.392309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.392492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.392669] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.392774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.392887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.393080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.393176] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.393267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.393479] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.393574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.393632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.393822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.393974] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.394090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.394159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.394395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.394492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.394578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.394672] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.567828] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.568072] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.568197] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.569022] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.569022] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.569022] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 6c8cda3b-960b-4570-b5ab-aaa5bf9051a5 not found, creating... [ 1065.569022] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.569235] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.569272] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.570822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.570822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.570822] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.570822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.570822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.570822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.570822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.570822] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 6c8cda3b-960b-4570-b5ab-aaa5bf9051a5 is going to be created. [ 1065.590611] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.590832] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.590982] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.591279] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.591500] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.591859] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.602558] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.750770] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.897516] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ca14a3-ad5d-4595-9f46-cfa8e9a88324: rpc.has_security_group_logging(os_id): False [ 1065.918634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.919441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.919441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.919441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.919727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.920061] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.920230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.920292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.920459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.920573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.920822] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.920971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.921477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.921690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.921806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.922119] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.922224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.922317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.922511] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.922603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.922736] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be created. [ 1065.996926] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.997261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.997261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.997505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.997701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.015993] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 1066.105236] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.232572] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 in Status: SUCCESS [ 1066.232572] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 deletion is rescheduled due to dependency. [ 1066.232572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.256425] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.256425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.256425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.256425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.256425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.256425] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1066.286223] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.286223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.286223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.286223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.286223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.297031] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1066.373873] env[66948]: INFO networking_nsxv3.common.synchronization [req-683aa107-133e-4f7c-9eef-046593e99b35 req-91b63db7-648c-4245-ab49-2c96d4bef2d4 service nova] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_rules [ 1066.373873] env[66948]: INFO networking_nsxv3.common.synchronization [req-683aa107-133e-4f7c-9eef-046593e99b35 req-91b63db7-648c-4245-ab49-2c96d4bef2d4 service nova] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1066.373873] env[66948]: INFO networking_nsxv3.common.synchronization [req-683aa107-133e-4f7c-9eef-046593e99b35 req-91b63db7-648c-4245-ab49-2c96d4bef2d4 service nova] Enqueued Resource ID: 6c8cda3b-960b-4570-b5ab-aaa5bf9051a5 with Priority: HIGHEST for action port [ 1066.374859] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_rules [ 1066.374859] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1066.374859] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8cda3b-960b-4570-b5ab-aaa5bf9051a5 with Priority: HIGHEST for action port [ 1066.374859] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.375047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.375047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.375598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.375598] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.376824] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.376974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.377087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.377409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.377570] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.378016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.378016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.378016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.378312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.378440] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.380322] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.380322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.380322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.381846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.382871] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8cda3b-960b-4570-b5ab-aaa5bf9051a5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.608245] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.608514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.608514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.608761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.608855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.608941] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1066.640024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.640024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.640024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.640024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.640024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.648616] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1066.884748] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.885920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.886111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.886499] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c8cda3b-960b-4570-b5ab-aaa5bf9051a5 with status ACTIVE [ 1066.886668] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.886787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.886834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.887043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.887158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.887338] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.887433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.887492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.887650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.887729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.887905] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.888015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.888076] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.888256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.888377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.888462] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c8cda3b-960b-4570-b5ab-aaa5bf9051a5 is going to be updated. [ 1066.909188] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.909388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.909534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.909769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.909912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.911023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8cda3b-960b-4570-b5ab-aaa5bf9051a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.387776] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.890595] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.891584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.891584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.892318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.892318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.892318] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be created. [ 1067.917187] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.917375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.917448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.917646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.917806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.928898] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: UNINITIALIZED for 2s [ 1068.037316] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 1068.037316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.307452] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1068.307804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.308050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.308323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.308496] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.308623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.308691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.308857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.308944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.309046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.309145] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.661740] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1068.661740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.812787] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.812787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.812787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.813069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.813069] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.813166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.813260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.813389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.813484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.813564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.813718] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.813809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.813875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.814026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.814173] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.814299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.814349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.814618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.814618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.814618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.814796] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.038107] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f2effe5-05bc-43b5-8e1e-313160a925f3 req-baacf2b5-0719-4e87-bdbd-e5885fd247e4 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1069.038107] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1069.039066] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.039340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.039410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.039649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.039879] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.040113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.040177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.040395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.040524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.041244] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.317258] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6426174-a6ce-4226-a3e3-9838a6a4760c: rpc.has_security_group_logging(os_id): False [ 1069.342531] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.342531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.342531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.342896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.343139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.343509] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.343700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.343801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.344218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.344357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.345098] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.345840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.345840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.345978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.346233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.346644] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.346830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.346949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.347321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.347463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.347690] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1069.412275] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.412501] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.412655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.413069] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.413287] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.413439] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.413574] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.413799] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.413975] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.414214] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.414331] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.414438] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.414545] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.414651] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.414757] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.414902] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.447059] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.447413] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.447565] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.447763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.448238] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-9a733a44-61cb-40d8-8857-312a3c0a2bb4 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448442] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-9a733a44-61cb-40d8-8857-312a3c0a2bb4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.448591] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-9a733a44-61cb-40d8-8857-312a3c0a2bb4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448967] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-9a733a44-61cb-40d8-8857-312a3c0a2bb4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.449174] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a733a44-61cb-40d8-8857-312a3c0a2bb4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.451418] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.451574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.451645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.452260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.452260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.473086] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1069.494953] env[66948]: INFO networking_nsxv3.common.synchronization [req-be835d60-4cce-45fb-aac5-dbfaefdf6298 req-68bd7ca1-7b2c-476d-9dce-031c9cf1b22f tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_members [ 1069.495595] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGHEST for action security_group_members [ 1069.495932] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-1adf5a6d-530f-4cdc-8e6a-f628310e3037 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.496089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.496172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.496395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.496505] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.496608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.496679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.496803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.496877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.496982] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.549152] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.942439] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1069.942742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.946132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.946132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.946132] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.946132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.946132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.946132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.946132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.946132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.946132] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.954907] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.955271] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.955394] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.955685] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.955829] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.955980] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 9a733a44-61cb-40d8-8857-312a3c0a2bb4 not found, creating... [ 1069.956347] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.956533] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.956701] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.956890] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.957044] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.957382] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.957570] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.957763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.957893] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.958065] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.958227] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 9a733a44-61cb-40d8-8857-312a3c0a2bb4 is going to be created. [ 1069.986243] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.986500] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.986595] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.986875] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.987127] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.987554] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-9a733a44-61cb-40d8-8857-312a3c0a2bb4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.999109] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.999620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.999620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.999620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.031022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.031022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.031022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.031022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.031022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.031022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.031022] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 is going to be updated. [ 1070.051833] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.079404] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.079404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.079404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.079404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.079404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.125463] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 in Status: IN_PROGRESS for 2s [ 1070.446570] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.448066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.448066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.448066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.448066] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.448066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.448066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.448503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.448503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.448503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.448671] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.448671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.448671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.448847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.449102] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.449228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.449228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.449549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.449680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.449780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.449861] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.554717] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.554877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.555109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.555246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.555344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.555447] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e82073-2248-49e4-9643-56729719c1f1 is going to be updated. [ 1070.583408] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.583500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.583600] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.583849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.584062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.593648] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: IN_PROGRESS for 2s [ 1070.713234] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f2effe5-05bc-43b5-8e1e-313160a925f3 req-ed99f634-c384-47c6-bc31-135d15c7a935 service nova] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_rules [ 1070.713428] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f2effe5-05bc-43b5-8e1e-313160a925f3 req-ed99f634-c384-47c6-bc31-135d15c7a935 service nova] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1070.713571] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f2effe5-05bc-43b5-8e1e-313160a925f3 req-ed99f634-c384-47c6-bc31-135d15c7a935 service nova] Enqueued Resource ID: 9a733a44-61cb-40d8-8857-312a3c0a2bb4 with Priority: HIGHEST for action port [ 1070.716155] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_rules [ 1070.716310] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1070.716419] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a733a44-61cb-40d8-8857-312a3c0a2bb4 with Priority: HIGHEST for action port [ 1070.717065] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.717263] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.717330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.717941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.718091] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.720456] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.720572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.720759] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a733a44-61cb-40d8-8857-312a3c0a2bb4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.720876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a733a44-61cb-40d8-8857-312a3c0a2bb4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.720954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a733a44-61cb-40d8-8857-312a3c0a2bb4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.725151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a733a44-61cb-40d8-8857-312a3c0a2bb4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.725151] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a733a44-61cb-40d8-8857-312a3c0a2bb4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.952738] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8: rpc.has_security_group_logging(os_id): False [ 1070.959806] env[66948]: INFO networking_nsxv3.common.synchronization [req-948683d8-92f3-4453-a649-bc2b0aaeacd0 req-f9665117-71f1-43c9-b99a-a2dce13519b4 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_members [ 1070.960757] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGHEST for action security_group_members [ 1070.961232] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d03b5804-8968-4685-8b8a-2c0eb18653a9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.961418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.961499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.962167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.962566] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.962566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.962745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.962968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.963128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.963271] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.971169] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.971169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.971169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.971606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.971606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.971714] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.971799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.971863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.972070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.973611] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.973611] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.973611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.973611] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be created. [ 1071.032991] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.033252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.033675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.033675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.034084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.049199] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: IN_PROGRESS for 2s [ 1071.227429] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.227429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.227693] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a733a44-61cb-40d8-8857-312a3c0a2bb4 with status ACTIVE [ 1071.227693] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.228364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.228364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.228364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.228364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.228628] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.228628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.228721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.229282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.229282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.229282] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.229538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.229538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.229538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.229637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.230258] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a733a44-61cb-40d8-8857-312a3c0a2bb4 is going to be updated. [ 1071.255031] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.255031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.255031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.255031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.255031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.255031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a733a44-61cb-40d8-8857-312a3c0a2bb4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.468391] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.468561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.468676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.468946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.494507] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1071.494507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.495916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.496205] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.496330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.496414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.496614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.496697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.496789] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 is going to be updated. [ 1071.528140] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.528140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.528140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.528140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.528140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.538775] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 in Status: IN_PROGRESS for 2s [ 1072.135648] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 in Status: SUCCESS [ 1072.135648] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 deletion is rescheduled due to dependency. [ 1072.135648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.604475] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: SUCCESS [ 1072.604754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.605178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.605228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.605439] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.605561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.605629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.605784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.605867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.605957] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.074081] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1073.074343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.108061] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.549984] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 in Status: SUCCESS [ 1073.550292] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 deletion is rescheduled due to dependency. [ 1073.550292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.610913] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.114370] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.114556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.114641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.115264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.115264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.115264] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e82073-2248-49e4-9643-56729719c1f1 is going to be updated. [ 1074.148031] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.148225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.148308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.148565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.148739] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.159629] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: IN_PROGRESS for 2s [ 1075.961403] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1075.961718] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1076.171294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: SUCCESS [ 1076.171572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.171747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.172250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.172468] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.172636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.172696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.172860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.172939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.173038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.173213] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.676350] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.178765] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31e82073-2248-49e4-9643-56729719c1f1: rpc.has_security_group_logging(os_id): False [ 1077.197860] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.198051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.198093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.198414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.198544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.198747] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.198847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.198908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.199094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.199180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.199253] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e82073-2248-49e4-9643-56729719c1f1 is going to be updated. [ 1077.262516] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.262516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.262516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.262777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.263032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.278776] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: IN_PROGRESS for 2s [ 1078.115934] env[66948]: INFO networking_nsxv3.common.synchronization [req-740610d8-6f50-400a-9472-84fa50323ebd req-dfd888b2-a306-4c7a-819e-4cde2551ffcf tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1078.116883] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1078.116883] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.116883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.117151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.117533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.117939] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.117939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.117939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.118144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.118222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.118875] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.442220] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.442602] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.442602] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.442763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.443051] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.443219] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.443340] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.443559] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.443728] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.443969] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.444096] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.444243] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.444649] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.444649] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.444649] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.444862] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.468895] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.469088] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.469237] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.469435] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.469799] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-a96a74a6-c994-460b-91fc-74f4972226a6 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.469991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-a96a74a6-c994-460b-91fc-74f4972226a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.470130] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-a96a74a6-c994-460b-91fc-74f4972226a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.470489] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-a96a74a6-c994-460b-91fc-74f4972226a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.470621] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96a74a6-c994-460b-91fc-74f4972226a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.621944] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.973138] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.973443] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.973530] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.973795] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.973946] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.974120] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port a96a74a6-c994-460b-91fc-74f4972226a6 not found, creating... [ 1078.974389] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.974582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.974654] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.974961] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.975038] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.975326] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.975469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.975574] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.975790] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.975922] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.976072] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: a96a74a6-c994-460b-91fc-74f4972226a6 is going to be created. [ 1078.997759] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.997759] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.997759] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.998150] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.998242] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.998460] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-a96a74a6-c994-460b-91fc-74f4972226a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.124721] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.295074] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: SUCCESS [ 1079.295313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.627525] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.627811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.627811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.627995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.628089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.628191] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1079.659226] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.659395] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.659467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.659722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.659903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.669797] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1079.715632] env[66948]: INFO networking_nsxv3.common.synchronization [req-740610d8-6f50-400a-9472-84fa50323ebd req-42071eb0-18f8-4166-a5a6-9bd93eb04d32 service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 1079.715712] env[66948]: INFO networking_nsxv3.common.synchronization [req-740610d8-6f50-400a-9472-84fa50323ebd req-42071eb0-18f8-4166-a5a6-9bd93eb04d32 service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1079.715862] env[66948]: INFO networking_nsxv3.common.synchronization [req-740610d8-6f50-400a-9472-84fa50323ebd req-42071eb0-18f8-4166-a5a6-9bd93eb04d32 service nova] Enqueued Resource ID: a96a74a6-c994-460b-91fc-74f4972226a6 with Priority: HIGHEST for action port [ 1079.716417] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 1079.716577] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1079.716678] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96a74a6-c994-460b-91fc-74f4972226a6 with Priority: HIGHEST for action port [ 1079.716957] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.719290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.719369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.719585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.719668] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.721118] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.722499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.722499] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96a74a6-c994-460b-91fc-74f4972226a6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.722499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96a74a6-c994-460b-91fc-74f4972226a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.722499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96a74a6-c994-460b-91fc-74f4972226a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.722499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96a74a6-c994-460b-91fc-74f4972226a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.722499] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96a74a6-c994-460b-91fc-74f4972226a6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.221585] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.221814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.229512] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a96a74a6-c994-460b-91fc-74f4972226a6 with status ACTIVE [ 1080.230536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.230536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.230812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.230812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.231409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.231409] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.231409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.231409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.231652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.231652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.231788] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.231788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.231917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.231967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.232033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.232128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a96a74a6-c994-460b-91fc-74f4972226a6 is going to be updated. [ 1080.259045] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.259271] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.259271] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.259464] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.259616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.259780] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96a74a6-c994-460b-91fc-74f4972226a6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.685427] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1081.685865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.686213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.686628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.686971] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.688303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.688771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.690113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.690239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.690307] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.869715] env[66948]: INFO networking_nsxv3.common.synchronization [None req-3fb46800-cedb-4c5e-a355-890e9790e600 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 1081.870488] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 1081.870777] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.870904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.870985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.871212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.871409] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.871537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.871605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.871776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.871885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.871965] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.187206] env[66948]: INFO networking_nsxv3.common.synchronization [req-9dbf4304-c07e-4012-bf1d-2b20a2d8d5b4 req-3b1ad096-ef56-4ecb-b6a0-e8f5f02a2e7b tempest-ServersAdminTestJSON-719032079 tempest-ServersAdminTestJSON-719032079-project-member] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1082.188569] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1082.188569] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.188569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.188569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.188928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.188928] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.188928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.189062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.189140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.189230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.189311] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.195303] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.375642] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.375762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.375844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.376120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.376282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.376526] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.377219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.377219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.377219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.377219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.378210] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be deleted. [ 1082.413351] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.413543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.413586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.413821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.413934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.413994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.692786] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.697112] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.193651] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.202124] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.202426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.202426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.202782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.202782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.202782] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1083.239768] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.239950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.240280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.240408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.240608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.251317] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1083.697348] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.697348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.697348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.698046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.698046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.698225] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1083.733816] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.733816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.733816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.733816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.733816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745861] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1085.263271] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1085.263560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.263663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.263867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.264078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.264226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.264277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.264419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.264490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.264577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.264673] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.754484] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1085.754725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.767507] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.767812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.767892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.769095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.769095] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.769095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.769095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.769095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.769095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.769095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.769769] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.769769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.769769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.769769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.769769] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.770155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.770155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.770155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.770155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.770155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.770274] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.274112] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c82a703-c397-4aa5-84ca-e3dea2671380: rpc.has_security_group_logging(os_id): False [ 1086.294927] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.295085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.295178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.295376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.295467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.295736] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.295842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.295895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.296072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.296154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.296341] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.296452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.296537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.296694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.296807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.297150] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.297300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.297380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.297548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.297675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.297821] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1086.376263] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.376499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.376598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.376885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.377151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.396760] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1087.189461] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1087.189682] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1088.095354] env[66948]: INFO networking_nsxv3.common.synchronization [req-ceeaac2b-3885-4c94-994c-d72cadff3fd0 req-ad428da6-5874-4eb4-ad9a-6a35d01aa7dd tempest-ImagesOneServerNegativeTestJSON-38370013 tempest-ImagesOneServerNegativeTestJSON-38370013-project-member] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1088.095950] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1088.096447] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.096447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.096447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.096668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.096782] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.096891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.096983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.097894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.098039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.098153] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.306348] env[66948]: INFO networking_nsxv3.common.synchronization [req-552d3d05-80f2-4ec2-9e63-9f995b0728fb req-06b6e498-7910-49d5-b6a7-1fbb1e2becf7 tempest-ServerActionsTestOtherB-1643070502 tempest-ServerActionsTestOtherB-1643070502-project-member] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1088.306884] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1088.310494] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.310656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.310711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.310926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.311105] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.311228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.311284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.311523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.311637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.311722] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.414229] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1088.414458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.601625] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.601625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.601625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.601625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.601910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.601984] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.602150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.602238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.602449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.602554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.602670] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be updated. [ 1088.631657] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.631837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.631837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.632123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.632182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.642484] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: IN_PROGRESS for 2s [ 1088.654542] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.654764] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.654902] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.655266] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.655627] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.655806] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.655930] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.656254] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.656426] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.656704] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.656847] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.656972] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.657148] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.657299] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.657375] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.657510] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.676961] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.677122] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.677224] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.677413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.677825] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-6d31b32d-2eae-46e3-9efa-662ca21bdaff taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.678033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-6d31b32d-2eae-46e3-9efa-662ca21bdaff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.678165] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-6d31b32d-2eae-46e3-9efa-662ca21bdaff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.678486] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-6d31b32d-2eae-46e3-9efa-662ca21bdaff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.678630] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d31b32d-2eae-46e3-9efa-662ca21bdaff',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.814172] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.814342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.814406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.814648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.814761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.815057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.815166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.815233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.815397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.815480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.815582] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1088.839738] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.839921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.839994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.840267] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.840468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.849553] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1089.180712] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.181172] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.181172] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.181372] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.181547] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.181711] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 6d31b32d-2eae-46e3-9efa-662ca21bdaff not found, creating... [ 1089.181989] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.182170] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.182290] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.182525] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.182668] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.182962] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.183248] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.183248] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.183469] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.183601] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.183800] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 6d31b32d-2eae-46e3-9efa-662ca21bdaff is going to be created. [ 1089.210900] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.211303] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.211531] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.211952] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.212209] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.212562] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-6d31b32d-2eae-46e3-9efa-662ca21bdaff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.949429] env[66948]: INFO networking_nsxv3.common.synchronization [req-552d3d05-80f2-4ec2-9e63-9f995b0728fb req-11b6d95a-7ca0-44db-bc37-78c5af5a3cba service nova] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 1089.949643] env[66948]: INFO networking_nsxv3.common.synchronization [req-552d3d05-80f2-4ec2-9e63-9f995b0728fb req-11b6d95a-7ca0-44db-bc37-78c5af5a3cba service nova] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1089.949743] env[66948]: INFO networking_nsxv3.common.synchronization [req-552d3d05-80f2-4ec2-9e63-9f995b0728fb req-11b6d95a-7ca0-44db-bc37-78c5af5a3cba service nova] Enqueued Resource ID: 6d31b32d-2eae-46e3-9efa-662ca21bdaff with Priority: HIGHEST for action port [ 1089.950316] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 1089.950449] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1089.950546] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d31b32d-2eae-46e3-9efa-662ca21bdaff with Priority: HIGHEST for action port [ 1089.950830] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.950957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.952660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.952955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.953072] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.961015] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.961015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.961015] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d31b32d-2eae-46e3-9efa-662ca21bdaff taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.961015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d31b32d-2eae-46e3-9efa-662ca21bdaff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.961015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d31b32d-2eae-46e3-9efa-662ca21bdaff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.961015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d31b32d-2eae-46e3-9efa-662ca21bdaff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.961015] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d31b32d-2eae-46e3-9efa-662ca21bdaff',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.461007] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.461354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.461546] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d31b32d-2eae-46e3-9efa-662ca21bdaff with status ACTIVE [ 1090.461777] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.461951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.462074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.462389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.462513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.462698] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.462798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.462896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.463065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.463319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.463403] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.463496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.463577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.463732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.463827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.463918] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d31b32d-2eae-46e3-9efa-662ca21bdaff is going to be updated. [ 1090.487411] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.487628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.487769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.488041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.488210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.488376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d31b32d-2eae-46e3-9efa-662ca21bdaff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.673782] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1090.674061] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 deletion is rescheduled due to dependency. [ 1090.674190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.862414] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1090.862820] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd deletion is rescheduled due to dependency. [ 1090.862895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.863290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.863290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.863494] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.863612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.863680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.863973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.864107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.864215] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.368761] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.656983] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.657420] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.657420] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.657611] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.657922] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.658078] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.658204] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.658424] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.658566] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.658788] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.658913] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.659043] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.659154] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.659330] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.659373] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.659494] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.678151] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.678334] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.678476] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.678677] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.679057] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-a5053e0e-ae90-4483-9664-95cdbff2402b taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.679255] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.679381] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.679768] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.679880] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5053e0e-ae90-4483-9664-95cdbff2402b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.871046] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.183391] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.183985] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.184285] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.184697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.185014] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.185330] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port a5053e0e-ae90-4483-9664-95cdbff2402b not found, creating... [ 1092.185814] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.186171] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.186414] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.186781] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.187062] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.187505] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.188411] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.189671] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.189671] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.189671] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.189671] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: a5053e0e-ae90-4483-9664-95cdbff2402b is going to be created. [ 1092.214280] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.214280] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.214280] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.214515] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.214841] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.215145] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.374022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.374237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.374303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.374505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.374594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.374690] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1092.404916] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.405087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.405125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.405342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.405488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.417845] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1092.932884] env[66948]: INFO networking_nsxv3.common.synchronization [req-9386c7cf-df70-4e4e-a31e-1c80658db1f4 req-2d9e7fcd-6acb-44c6-a1a8-525ba6676fc5 service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 1092.933162] env[66948]: INFO networking_nsxv3.common.synchronization [req-9386c7cf-df70-4e4e-a31e-1c80658db1f4 req-2d9e7fcd-6acb-44c6-a1a8-525ba6676fc5 service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 1092.933597] env[66948]: INFO networking_nsxv3.common.synchronization [req-9386c7cf-df70-4e4e-a31e-1c80658db1f4 req-2d9e7fcd-6acb-44c6-a1a8-525ba6676fc5 service nova] Enqueued Resource ID: a5053e0e-ae90-4483-9664-95cdbff2402b with Priority: HIGHEST for action port [ 1092.933963] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 1092.933963] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 1092.934041] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5053e0e-ae90-4483-9664-95cdbff2402b with Priority: HIGHEST for action port [ 1092.934313] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.934405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.934474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.934669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.934751] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.935632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.935743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.935828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.936036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.936206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.936294] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.936399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.936519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.936611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.936696] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.937455] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5053e0e-ae90-4483-9664-95cdbff2402b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.937560] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.937746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.937794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.937875] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5053e0e-ae90-4483-9664-95cdbff2402b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.440721] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.440903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.441140] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.442063] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5053e0e-ae90-4483-9664-95cdbff2402b with status ACTIVE [ 1093.442283] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.442399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.442485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.443387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.443387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.443387] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.443387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.443387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.443387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.443591] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.443672] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.443793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.443858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.444051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.444125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.444267] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5053e0e-ae90-4483-9664-95cdbff2402b is going to be updated. [ 1093.472770] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.473179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.473179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.473504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.473702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.648924] env[66948]: INFO networking_nsxv3.common.synchronization [req-6d6cb493-f446-41e7-ab4a-01faabbf658a req-6d6cbd5f-1b41-48c7-bfd5-f01d086d7829 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_members [ 1093.649742] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 with Priority: HIGHEST for action security_group_members [ 1093.650271] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7a71560-f776-4dd2-a80a-bdedc032eda4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.650536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.650536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.650687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.650861] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.650966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.651054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.651245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.653854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.653854] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7a71560-f776-4dd2-a80a-bdedc032eda4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.946442] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.046328] env[66948]: INFO networking_nsxv3.common.synchronization [req-57487272-b531-4664-94d3-c4874459f793 req-8f5d6add-3222-4b83-8daf-38df5b67fc8b tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 1094.047034] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 1094.047334] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.047455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.047521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.047717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.047891] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.048300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.048300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.048300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.048300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.048433] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.156788] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.157032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.157112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.157334] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.177976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.178274] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.178502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.178502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.178675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.178771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.178966] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 is going to be updated. [ 1094.208520] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.208850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.208977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.209415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.209645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.220513] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 in Status: IN_PROGRESS for 2s [ 1094.386568] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.386746] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.387235] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.387235] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.387583] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.387684] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.388046] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.388454] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.388688] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.389033] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.389227] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.389434] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.389635] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.389850] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.390435] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.390435] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.412723] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.412944] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.413044] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.413230] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.413593] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.413783] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.413904] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.414290] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.414565] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f23d04e-fe75-49e1-a072-d10bec4aeb0a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.428321] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1094.428617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.428794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.429073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.429256] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.429389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.429448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.429630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.429823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.429823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.429922] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.450172] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.450427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.450528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.450870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.451058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.451229] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be created. [ 1094.460497] env[66948]: INFO networking_nsxv3.common.synchronization [req-2ad19829-12ef-4490-b12e-6258c2a2cf01 req-adcfe269-020c-4aee-80d7-8b13461ecfe4 tempest-ServersAdminTestJSON-719032079 tempest-ServersAdminTestJSON-719032079-project-member] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1094.461363] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1094.461836] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.462047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.462170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.462475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.462725] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.462891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.463014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.463283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.463437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.463601] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.478109] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.478109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.478330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.478494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.490076] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: UNINITIALIZED for 2s [ 1094.551772] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.552263] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.552263] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.553851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.553981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.554275] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.554422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.554471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.554683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.554764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.554874] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be deleted. [ 1094.587997] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.588202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.588247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.588471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.588564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.588663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.917568] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.917568] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.917713] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.918202] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.918388] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.918562] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 2f23d04e-fe75-49e1-a072-d10bec4aeb0a not found, creating... [ 1094.918877] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.919308] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.919390] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.919589] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.919737] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.920097] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.920311] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.920448] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.920684] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.920840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.920980] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 2f23d04e-fe75-49e1-a072-d10bec4aeb0a is going to be created. [ 1094.932131] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.941559] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.941788] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.941914] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.942235] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.942484] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.942720] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.965692] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.434121] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd: rpc.has_security_group_logging(os_id): False [ 1095.457854] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.458415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.458415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.458577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.458577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.458845] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.459394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.459394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.459394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.459394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.459610] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1095.468431] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.544939] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.545379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.545535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.545861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.546041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.565201] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1095.813798] env[66948]: INFO networking_nsxv3.common.synchronization [req-57487272-b531-4664-94d3-c4874459f793 req-15d89b4b-aa6d-4ff6-9ba6-8e3fd984c8e8 service nova] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_rules [ 1095.814014] env[66948]: INFO networking_nsxv3.common.synchronization [req-57487272-b531-4664-94d3-c4874459f793 req-15d89b4b-aa6d-4ff6-9ba6-8e3fd984c8e8 service nova] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 1095.814165] env[66948]: INFO networking_nsxv3.common.synchronization [req-57487272-b531-4664-94d3-c4874459f793 req-15d89b4b-aa6d-4ff6-9ba6-8e3fd984c8e8 service nova] Enqueued Resource ID: 2f23d04e-fe75-49e1-a072-d10bec4aeb0a with Priority: HIGHEST for action port [ 1095.814750] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_rules [ 1095.814948] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 1095.815082] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f23d04e-fe75-49e1-a072-d10bec4aeb0a with Priority: HIGHEST for action port [ 1095.815480] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.815819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.815819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.815896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.816100] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.817085] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.817085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.817085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.817338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.818133] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.818133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.818133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.818133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.818133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.818133] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.819449] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.819449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.819449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.819706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.821393] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f23d04e-fe75-49e1-a072-d10bec4aeb0a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.971920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.972290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.972290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.972551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.972649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.972782] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1096.010035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.010035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.010035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.010035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.010035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.021897] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1096.230313] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 in Status: SUCCESS [ 1096.230525] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7a71560-f776-4dd2-a80a-bdedc032eda4 deletion is rescheduled due to dependency. [ 1096.230717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7a71560-f776-4dd2-a80a-bdedc032eda4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.321919] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.322136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.322284] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.323281] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f23d04e-fe75-49e1-a072-d10bec4aeb0a with status ACTIVE [ 1096.324452] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.324452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.324452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.324452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.324452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.324452] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.324452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.324452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.325319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.325319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.325319] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.325319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.325319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.325319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.325319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.325319] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f23d04e-fe75-49e1-a072-d10bec4aeb0a is going to be updated. [ 1096.350664] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.350849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.350849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.351096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.351255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.351442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.500127] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 1096.500476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.500603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.500872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.501059] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.501317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.501317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.501400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.501455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.501573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.501629] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.683270] env[66948]: INFO networking_nsxv3.common.synchronization [req-b2ecb2d7-3b3b-4075-81cb-2a83118286db req-d4bd3d92-c83d-42d8-9572-f7e70ba84146 tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1096.685722] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1096.685722] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.685722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.685722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.685722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.685722] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.685722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.685722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.685722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.685722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.685722] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.827819] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.004746] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.005085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.005085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.005728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.005728] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.005728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.005923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.006311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.006465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.006465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.006465] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.006881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.006993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.007184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.007365] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.007510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.007604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.007774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.007939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.008053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.008176] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.188493] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.330572] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.330735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.330809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.331067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.331175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.331283] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be created. [ 1097.356303] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.356462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.356512] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.356734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.357379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.367177] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: UNINITIALIZED for 2s [ 1097.511244] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3155e41d-3a78-456a-baa2-12349fba6ff6: rpc.has_security_group_logging(os_id): False [ 1097.534451] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.534451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.534451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.534740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.534877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.535152] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.535297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.535391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.535602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.535719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.535989] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.536163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.536259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.536463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.536574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.536868] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.537011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.537117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.537320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.537432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.537557] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be created. [ 1097.581126] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1097.581370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.661372] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.661372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.661372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.661372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.661794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.679558] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 1097.693801] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.033521] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1098.033916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.196678] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.196901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.197128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.197481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.197690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.197878] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1098.232503] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.232660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.232660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.232950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.233167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.253655] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1098.355247] env[66948]: INFO networking_nsxv3.common.synchronization [None req-8eb54658-30ad-4106-b95b-3662ce440e64 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_rules [ 1098.355846] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_rules [ 1098.356224] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8386780-3067-4830-abad-6f2b27c2e86f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.356427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.356585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.357157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.357157] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.468356] env[66948]: INFO networking_nsxv3.common.synchronization [None req-90583dce-c781-4193-bd2f-617541df2485 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_rules [ 1098.469018] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_rules [ 1098.469436] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8386780-3067-4830-abad-6f2b27c2e86f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.469548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.888511] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.888511] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.888776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.889083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.889170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.889275] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8386780-3067-4830-abad-6f2b27c2e86f already deleted. [ 1098.890107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.890107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.890107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.890107] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.378354] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: SUCCESS [ 1099.378668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.378756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.378972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.379209] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.379329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.379527] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.379573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.379629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.379715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.379807] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.417364] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.417364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.417364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.418059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.418329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.418610] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8386780-3067-4830-abad-6f2b27c2e86f already deleted. [ 1099.418845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.697034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 1099.697320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.882200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.882400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.882453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.882704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.882909] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.883039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.883109] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.883297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.883382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.883541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.883694] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.883808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.883879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.884046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.884227] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.884321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.885061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.885061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.885061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.885061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.885061] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.263791] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1100.264033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.387062] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2d964b-c439-40ad-91f5-24b10c8539df: rpc.has_security_group_logging(os_id): False [ 1100.407294] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.407531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.407618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.407880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.408103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.408344] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.408451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.408508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.408685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.408750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.408933] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.409068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.409134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.409290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.409358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.409631] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.409737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.409789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.409933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.410099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.410247] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be created. [ 1100.474149] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.474320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.474446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.474785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.475116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.493383] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: IN_PROGRESS for 2s [ 1101.025171] env[66948]: INFO networking_nsxv3.common.synchronization [req-a1855904-ade1-48a1-b652-fed71589baed req-424f7f88-4e81-4a3f-a16c-70b04bf2b0b9 tempest-ServersAdminTestJSON-719032079 tempest-ServersAdminTestJSON-719032079-project-member] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1101.025712] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGHEST for action security_group_members [ 1101.027521] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.027521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.027521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.027521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.027521] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.027521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.027521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.027521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.027521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.027521] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.437764] env[66948]: INFO networking_nsxv3.common.synchronization [req-2d1b8007-602f-4a88-a6db-28d0776d3387 req-40b6ae89-e4cc-4af1-9faa-ba69a31e4cc3 tempest-ImagesOneServerNegativeTestJSON-38370013 tempest-ImagesOneServerNegativeTestJSON-38370013-project-member] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1101.438354] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1101.438671] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.438791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.438857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.439199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.439383] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.439488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.439553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.439727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.439812] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.439906] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.530176] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.530429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.530485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.530696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.530817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.531022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.531131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.531197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.531438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.531622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.532085] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be updated. [ 1101.559490] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.560135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.560135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.560135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.560364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.571851] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: IN_PROGRESS for 2s [ 1101.752975] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.753220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.753350] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.753620] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.753901] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.754326] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.754326] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.754435] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.754516] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.754730] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.754841] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.754949] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.755070] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.755180] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.755283] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.755414] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.774440] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.774628] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.774768] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.774955] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-746" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.775353] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.775566] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.775686] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.776134] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.776555] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a472a06b-5fc7-4e9b-bbfb-6409e3084c67',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.943081] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.943081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.943081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.943081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.943081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.943368] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.943368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.943368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.943477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.943508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.943604] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be updated. [ 1101.971379] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.971547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.971587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.971791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.971934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.982664] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: IN_PROGRESS for 2s [ 1102.278255] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.279048] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.279048] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.279048] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.279048] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.279343] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port a472a06b-5fc7-4e9b-bbfb-6409e3084c67 not found, creating... [ 1102.279661] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.279661] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.279750] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.279917] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.280070] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.280357] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.280514] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.280789] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.280835] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.280970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.281123] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: a472a06b-5fc7-4e9b-bbfb-6409e3084c67 is going to be created. [ 1102.328812] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.329164] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.329289] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.329526] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.329757] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.330066] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.510215] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: SUCCESS [ 1102.510564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.044771] env[66948]: INFO networking_nsxv3.common.synchronization [req-2d1b8007-602f-4a88-a6db-28d0776d3387 req-805335d8-6dcc-4d89-9043-5f9aa7118d44 service nova] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_rules [ 1103.045026] env[66948]: INFO networking_nsxv3.common.synchronization [req-2d1b8007-602f-4a88-a6db-28d0776d3387 req-805335d8-6dcc-4d89-9043-5f9aa7118d44 service nova] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1103.045219] env[66948]: INFO networking_nsxv3.common.synchronization [req-2d1b8007-602f-4a88-a6db-28d0776d3387 req-805335d8-6dcc-4d89-9043-5f9aa7118d44 service nova] Enqueued Resource ID: a472a06b-5fc7-4e9b-bbfb-6409e3084c67 with Priority: HIGHEST for action port [ 1103.045753] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_rules [ 1103.045896] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1103.046039] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a472a06b-5fc7-4e9b-bbfb-6409e3084c67 with Priority: HIGHEST for action port [ 1103.046291] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.046422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.046476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.046736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.046828] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.047758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.047857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.048138] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.048251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.048315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.048498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.048575] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a472a06b-5fc7-4e9b-bbfb-6409e3084c67',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.552530] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.552818] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.552818] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a472a06b-5fc7-4e9b-bbfb-6409e3084c67 with status ACTIVE [ 1103.553349] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.553349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.553349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.553490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.553490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.553728] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.553794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.554772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.554772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.554772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.554772] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.554772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.554772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.554772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.554772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.554772] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a472a06b-5fc7-4e9b-bbfb-6409e3084c67 is going to be updated. [ 1103.577751] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.577903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.577944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.578213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.578358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.578524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a472a06b-5fc7-4e9b-bbfb-6409e3084c67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.581669] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3691d78-a758-44ae-8c0f-529fa9389745 in Status: SUCCESS [ 1103.582060] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 deletion is rescheduled due to dependency. [ 1103.582060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.993293] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1103.993576] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 deletion is rescheduled due to dependency. [ 1103.993753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.993994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.994335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.994603] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.994772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.994867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.995180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.995339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.995408] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.497765] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.000100] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.078845] env[66948]: INFO networking_nsxv3.common.synchronization [req-cafd83c7-cd98-4ab1-8dd3-ad69d9ea9672 req-6b7baf6f-fdb9-4a55-9173-91bfa39c0f6d tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 1105.079638] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGHEST for action security_group_members [ 1105.080124] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.080298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.080407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.080719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.080952] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.081101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.081169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.081343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.081452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.081529] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.128811] env[66948]: INFO networking_nsxv3.common.synchronization [req-cafd83c7-cd98-4ab1-8dd3-ad69d9ea9672 req-6b7baf6f-fdb9-4a55-9173-91bfa39c0f6d tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 2f23d04e-fe75-49e1-a072-d10bec4aeb0a with Priority: HIGHEST for action port [ 1105.129435] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f23d04e-fe75-49e1-a072-d10bec4aeb0a with Priority: HIGHEST for action port [ 1105.129766] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.129913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.129983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.130176] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.130257] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f23d04e-fe75-49e1-a072-d10bec4aeb0a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.503365] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.503365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.503365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.503711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.503802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.503869] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be updated. [ 1105.541316] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.543697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.543697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.543697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.543697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.551769] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: IN_PROGRESS for 2s [ 1105.588021] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.588213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.588265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.588472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.588574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.589179] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.589335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.589410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.589580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.589663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.589765] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be updated. [ 1105.632928] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f23d04e-fe75-49e1-a072-d10bec4aeb0a with status ACTIVE [ 1105.633196] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.633338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.633407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.633635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.633774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.633912] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.634021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.634083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.634237] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.634316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.634528] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.634641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.634701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.634844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.634918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.635294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f23d04e-fe75-49e1-a072-d10bec4aeb0a is going to be updated. [ 1105.636950] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.637092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.637147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.637288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.637418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.649345] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: IN_PROGRESS for 2s [ 1105.660632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.660903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.660903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.661074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.661219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.661387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f23d04e-fe75-49e1-a072-d10bec4aeb0a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.709746] env[66948]: INFO networking_nsxv3.common.synchronization [req-933d1f3d-89c1-4254-9b6f-090f44e54550 req-5eea253c-96f7-4602-a281-f6fc2dd6af59 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_members [ 1105.709746] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_members [ 1105.709746] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8386780-3067-4830-abad-6f2b27c2e86f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.709746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.710041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.710108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.710302] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.710383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.710452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.710751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.710784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.711103] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.213705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.214381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.214381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.214381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.214608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.214658] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.214791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.214872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.215075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.215174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.215300] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8386780-3067-4830-abad-6f2b27c2e86f already deleted. [ 1106.215379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.265732] env[66948]: INFO networking_nsxv3.common.synchronization [req-a5835bf7-46b4-4e08-a1f4-162f21489b58 req-6d1c3407-4692-456b-9065-8656f1935517 tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1106.268023] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1106.268023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.268023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.268023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.268023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.268023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.268023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.268023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.268023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.268023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.268023] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.500596] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.500805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.500927] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.501224] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.501502] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.501660] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.501774] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.501988] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.502145] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.505146] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.505279] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.505397] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.505774] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.505774] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.505774] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.505912] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.524878] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.525080] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.525228] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.525409] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.525729] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.525903] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.526124] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.526493] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.526631] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.770865] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.770865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.770865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.770865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.771082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.771714] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.772013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.772543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.772898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.773075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.773254] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1106.804373] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.804506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.804579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.804785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.804931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.815480] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1107.031213] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.032032] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.032032] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.032032] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.032213] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.032247] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c not found, creating... [ 1107.032547] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.032718] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.032838] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.033093] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.033237] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.033527] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.033721] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.033872] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.034117] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.034317] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.034472] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c is going to be created. [ 1107.061801] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.062054] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.062188] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.062487] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.062733] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.062963] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.567475] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1107.568900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.568900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.568900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.568900] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.569162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.569162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.569308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.569396] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.569487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.569581] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.663546] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2d964b-c439-40ad-91f5-24b10c8539df in Status: SUCCESS [ 1107.663771] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df deletion is rescheduled due to dependency. [ 1107.663838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.859095] env[66948]: INFO networking_nsxv3.common.synchronization [req-933d1f3d-89c1-4254-9b6f-090f44e54550 req-b8378780-f4a2-444f-b603-af4c2a4936ac service nova] Enqueued Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_rules [ 1107.859305] env[66948]: INFO networking_nsxv3.common.synchronization [req-933d1f3d-89c1-4254-9b6f-090f44e54550 req-b8378780-f4a2-444f-b603-af4c2a4936ac service nova] Enqueued Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_members [ 1107.859445] env[66948]: INFO networking_nsxv3.common.synchronization [req-933d1f3d-89c1-4254-9b6f-090f44e54550 req-b8378780-f4a2-444f-b603-af4c2a4936ac service nova] Enqueued Resource ID: 9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c with Priority: HIGHEST for action port [ 1107.859971] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_rules [ 1107.860136] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_members [ 1107.860262] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c with Priority: HIGHEST for action port [ 1107.860622] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8386780-3067-4830-abad-6f2b27c2e86f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.860838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.860838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.861036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.861574] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.862544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8386780-3067-4830-abad-6f2b27c2e86f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.862544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.862544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.862544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.862544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.862544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.862544] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.862814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.862814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.862978] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.864241] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.864241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.864241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.864422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.864422] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.071813] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.071988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.072067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.072339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.072602] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.072744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.072843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.073045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.074190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.074308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.074480] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.074572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.074638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.074788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.074935] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.075031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.075089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.075234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.075307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.075394] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.075485] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.365939] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.367063] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8386780-3067-4830-abad-6f2b27c2e86f taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.367184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.367762] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c with status ACTIVE [ 1108.367762] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.367762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.367762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.368017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.368103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.368350] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.368475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.368534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.368653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.368730] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.368916] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.369072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.371599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.371905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.372049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.372173] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c is going to be updated. [ 1108.398595] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.398746] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.398856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.399127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.399284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.399567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ec4ddba-2af1-4c7f-9ea3-0ef016a9e42c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.577538] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8: rpc.has_security_group_logging(os_id): False [ 1108.599942] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.600167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.600167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.600386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.600612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.600679] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.600786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.600857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.601032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.601115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.601326] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.601426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.601490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.601634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.601973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.601973] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.601973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.602124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.602299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.602388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.602665] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be updated. [ 1108.680228] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.680438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.680539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.681994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.681994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.701033] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: IN_PROGRESS for 2s [ 1108.825882] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1108.826290] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 deletion is rescheduled due to dependency. [ 1108.826290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.875481] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.381121] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.381291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.381504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.381579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.381669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.381780] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8386780-3067-4830-abad-6f2b27c2e86f is going to be created. [ 1109.406116] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.406274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.406343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.406556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.406722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.417171] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8386780-3067-4830-abad-6f2b27c2e86f in Status: UNINITIALIZED for 2s [ 1110.716608] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1110.717093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.429215] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8386780-3067-4830-abad-6f2b27c2e86f in Status: SUCCESS [ 1111.429215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.429215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.429215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.429215] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.429215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.429215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.429215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.429215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.429215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.429215] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.482927] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.483152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.483282] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.483565] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.483837] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.483989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.484334] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.484663] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.484830] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.485075] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.485194] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.485307] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.485418] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.485528] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.485632] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.485784] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.509467] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.509866] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.510460] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.510460] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-158" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.511017] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-a5053e0e-ae90-4483-9664-95cdbff2402b taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.511346] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.511610] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.512074] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.512357] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5053e0e-ae90-4483-9664-95cdbff2402b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.930722] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.014776] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.015031] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.015166] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.015458] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.015613] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.015909] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.016079] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.016235] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.016436] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.016577] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.016857] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.017049] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.017140] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.017347] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.017484] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.017625] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: a5053e0e-ae90-4483-9664-95cdbff2402b is going to be updated. [ 1112.044895] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.044895] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.044895] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.045070] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.045667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.045667] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.433767] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8386780-3067-4830-abad-6f2b27c2e86f: rpc.has_security_group_logging(os_id): False [ 1112.453384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.453583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.453583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.453876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.453876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.454137] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.454249] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.454356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.454473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.454549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.454636] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8386780-3067-4830-abad-6f2b27c2e86f is going to be created. [ 1112.517814] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.518058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.518358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.518590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.518836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.535710] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8386780-3067-4830-abad-6f2b27c2e86f in Status: IN_PROGRESS for 2s [ 1112.625960] env[66948]: INFO networking_nsxv3.common.synchronization [req-ac5ef524-138d-4a70-bd1d-08ebe43b8eb1 req-79fa228a-c702-482d-8149-3d9e03f62f7c tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1112.626487] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1112.626875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.627017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.627280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.627530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.627716] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.627831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.627896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.628442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.628442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.628442] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.789962] env[66948]: INFO networking_nsxv3.common.synchronization [req-c91c89df-47d6-44de-ae2d-3ac593d0d6e1 req-ea4b8103-00da-401f-898c-309055e91fe9 service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 1112.789962] env[66948]: INFO networking_nsxv3.common.synchronization [req-c91c89df-47d6-44de-ae2d-3ac593d0d6e1 req-ea4b8103-00da-401f-898c-309055e91fe9 service nova] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 1112.790079] env[66948]: INFO networking_nsxv3.common.synchronization [req-c91c89df-47d6-44de-ae2d-3ac593d0d6e1 req-ea4b8103-00da-401f-898c-309055e91fe9 service nova] Enqueued Resource ID: a5053e0e-ae90-4483-9664-95cdbff2402b with Priority: HIGHEST for action port [ 1112.790692] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_rules [ 1112.790842] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 1112.790946] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5053e0e-ae90-4483-9664-95cdbff2402b with Priority: HIGHEST for action port [ 1112.791610] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.791742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.791829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.792029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.792114] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.793681] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.793837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.793908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.794204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.794371] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.794477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.794558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.794703] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.794790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.794995] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.797325] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5053e0e-ae90-4483-9664-95cdbff2402b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.797509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.797625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.797913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.798064] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5053e0e-ae90-4483-9664-95cdbff2402b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.130920] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.131203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.131289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.131702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.131850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.132164] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.132300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.132411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.132621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.132720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.132816] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1113.155165] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.155430] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.155569] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.155838] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.156330] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.156589] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.156761] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.157069] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.157387] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.157653] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.157832] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.157959] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.158196] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.158334] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.158527] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.158728] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.160715] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.160909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.161032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.161243] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.161429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.172533] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1113.182589] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.182809] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.182955] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.183160] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-159" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.183490] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-21974d9d-7498-4925-b9ae-2fcce2dd083a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.183669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-21974d9d-7498-4925-b9ae-2fcce2dd083a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.183791] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-21974d9d-7498-4925-b9ae-2fcce2dd083a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.184196] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-21974d9d-7498-4925-b9ae-2fcce2dd083a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.184346] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21974d9d-7498-4925-b9ae-2fcce2dd083a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.296083] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.296083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.298126] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.303709] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5053e0e-ae90-4483-9664-95cdbff2402b with status ACTIVE [ 1113.303709] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.303709] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.303709] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.303709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.303709] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5053e0e-ae90-4483-9664-95cdbff2402b is going to be updated. [ 1113.325854] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.325854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.325854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.325854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.325854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.325854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5053e0e-ae90-4483-9664-95cdbff2402b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.690033] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.690033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.690033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.690033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.690033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.690033] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 21974d9d-7498-4925-b9ae-2fcce2dd083a not found, creating... [ 1113.690033] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.690033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.690033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.690033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.690033] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.690506] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.690506] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.690506] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.690506] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.691301] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.691816] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 21974d9d-7498-4925-b9ae-2fcce2dd083a is going to be created. [ 1113.716023] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.718028] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.718028] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.718028] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.718028] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.718028] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-21974d9d-7498-4925-b9ae-2fcce2dd083a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.804196] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.134233] env[66948]: INFO networking_nsxv3.common.synchronization [None req-4fcf719a-1cc2-4cd3-a558-d1158f8052b6 None None] Enqueued Resource ID: 82d55f1a-41ce-4002-ab8c-9292a5480b24 with Priority: HIGHEST for action port [ 1114.138547] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d55f1a-41ce-4002-ab8c-9292a5480b24 with Priority: HIGHEST for action port [ 1114.138753] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d55f1a-41ce-4002-ab8c-9292a5480b24 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.138873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d55f1a-41ce-4002-ab8c-9292a5480b24" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.138951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d55f1a-41ce-4002-ab8c-9292a5480b24" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.139226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d55f1a-41ce-4002-ab8c-9292a5480b24" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.139320] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d55f1a-41ce-4002-ab8c-9292a5480b24',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.307687] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.308257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.308257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.308257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.308257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.308539] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 1114.340807] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.340940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.340940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.341322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.341476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.352674] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 1114.457390] env[66948]: INFO networking_nsxv3.common.synchronization [req-ac5ef524-138d-4a70-bd1d-08ebe43b8eb1 req-8c74368c-a39c-46ae-aa69-6ed2acbf5478 service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 1114.457576] env[66948]: INFO networking_nsxv3.common.synchronization [req-ac5ef524-138d-4a70-bd1d-08ebe43b8eb1 req-8c74368c-a39c-46ae-aa69-6ed2acbf5478 service nova] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1114.457717] env[66948]: INFO networking_nsxv3.common.synchronization [req-ac5ef524-138d-4a70-bd1d-08ebe43b8eb1 req-8c74368c-a39c-46ae-aa69-6ed2acbf5478 service nova] Enqueued Resource ID: 21974d9d-7498-4925-b9ae-2fcce2dd083a with Priority: HIGHEST for action port [ 1114.458576] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_rules [ 1114.458714] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1114.458814] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21974d9d-7498-4925-b9ae-2fcce2dd083a with Priority: HIGHEST for action port [ 1114.459120] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.459252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.459322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.459636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.459783] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.461284] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.461463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.461711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-21974d9d-7498-4925-b9ae-2fcce2dd083a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.461867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21974d9d-7498-4925-b9ae-2fcce2dd083a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.461910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21974d9d-7498-4925-b9ae-2fcce2dd083a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.462113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21974d9d-7498-4925-b9ae-2fcce2dd083a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.462217] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21974d9d-7498-4925-b9ae-2fcce2dd083a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.547084] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8386780-3067-4830-abad-6f2b27c2e86f in Status: SUCCESS [ 1114.547368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.641203] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82d55f1a-41ce-4002-ab8c-9292a5480b24 [ 1114.641483] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.641651] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.641694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.642010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.642010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.642126] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82d55f1a-41ce-4002-ab8c-9292a5480b24 already deleted. [ 1114.642206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d55f1a-41ce-4002-ab8c-9292a5480b24" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.729591] env[66948]: INFO networking_nsxv3.common.synchronization [req-9ff132c1-340f-4a01-a569-957c870c3215 req-3f26c465-09bd-454b-aff1-2a7ac96abcda tempest-DeleteServersTestJSON-2056371712 tempest-DeleteServersTestJSON-2056371712-project-member] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1114.730155] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGHEST for action security_group_members [ 1114.730480] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.730639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.730736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.731036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.731228] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.731356] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.731428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.731604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.731690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.731786] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.962115] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.962274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.967161] env[66948]: INFO networking_nsxv3.common.synchronization [req-0b752878-36ea-4379-95c2-e935b377ca53 req-00e445f4-6d25-4caf-be9b-f9b22d287e64 tempest-ImagesOneServerNegativeTestJSON-38370013 tempest-ImagesOneServerNegativeTestJSON-38370013-project-member] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1114.967161] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21974d9d-7498-4925-b9ae-2fcce2dd083a with status ACTIVE [ 1114.967423] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.967423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.967423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.967700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.967735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.967992] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.967992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.968129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.968225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.968848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.968848] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.968848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.968848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.969060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.969660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.969660] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21974d9d-7498-4925-b9ae-2fcce2dd083a is going to be updated. [ 1114.970844] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGHEST for action security_group_members [ 1114.971454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.971454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.971454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.971633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.971681] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.971772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.972150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.972150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.972150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.972264] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.995059] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.995207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.995327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.996037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.996037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.996037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21974d9d-7498-4925-b9ae-2fcce2dd083a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.188124] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1115.188534] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 deletion is rescheduled due to dependency. [ 1115.188534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.189482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.189482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.189482] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.189482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.189482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.189702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.189702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.189756] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.233826] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.234029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.234198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.234478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.234594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.234834] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.234958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.235052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.235269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.235373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.235468] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be updated. [ 1115.290110] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.290320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.290430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.290727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.290934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.302627] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: IN_PROGRESS for 2s [ 1115.474160] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.474320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.474397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.475044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.475044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.475044] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.475044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.475350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.475350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.475350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.475477] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be updated. [ 1115.507111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.507111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.507111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.507111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.507111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.515438] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: IN_PROGRESS for 2s [ 1115.691970] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.194863] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.365182] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 1116.365272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.365414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.365659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.365897] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.366019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.366061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.366985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.366985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.366985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.366985] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.470242] env[66948]: INFO networking_nsxv3.common.synchronization [None req-d0986c6a-3337-4cb6-bfd1-3055909c5989 None None] Enqueued Resource ID: abcbd8b7-b696-4faf-b421-045d96281b94 with Priority: HIGHEST for action port [ 1116.470838] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcbd8b7-b696-4faf-b421-045d96281b94 with Priority: HIGHEST for action port [ 1116.471392] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-abcbd8b7-b696-4faf-b421-045d96281b94 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.471641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abcbd8b7-b696-4faf-b421-045d96281b94" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.471713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abcbd8b7-b696-4faf-b421-045d96281b94" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.471983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abcbd8b7-b696-4faf-b421-045d96281b94" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.472081] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abcbd8b7-b696-4faf-b421-045d96281b94',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.699505] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.699505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.699505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.699505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.699505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.699706] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1116.734550] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.734550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.734550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.734876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.735090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.746998] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1116.869373] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.869592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.869686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.869981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.870310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.870410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.870485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.870771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.870894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.870960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.871194] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.871329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.871416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.871610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.872220] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.872220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.872220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.872414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.872450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.872657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.872738] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.974610] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abcbd8b7-b696-4faf-b421-045d96281b94 [ 1116.974924] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.975114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.975190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.975404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.975498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.975596] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abcbd8b7-b696-4faf-b421-045d96281b94 already deleted. [ 1116.975682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abcbd8b7-b696-4faf-b421-045d96281b94" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.319081] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 in Status: SUCCESS [ 1117.319358] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 deletion is rescheduled due to dependency. [ 1117.319515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.375502] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3155e41d-3a78-456a-baa2-12349fba6ff6: rpc.has_security_group_logging(os_id): False [ 1117.400314] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.400439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.400439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.401250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.401250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.401250] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.401250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.401250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.401510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.401510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.401560] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.401662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.401724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.401883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.401959] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.403019] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.403149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.403214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.403373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.403455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.403580] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 1117.478569] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.478733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.478786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.479010] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.479172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.495786] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 1117.526962] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 in Status: SUCCESS [ 1117.527246] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 deletion is rescheduled due to dependency. [ 1117.527370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.758195] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1118.758575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.758722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.758951] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.759208] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.759363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.759475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.759666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.759751] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.759855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.759969] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.230241] env[66948]: INFO networking_nsxv3.common.synchronization [req-3e006b3c-dbaf-4d4c-a869-b2c09273e486 req-a3d59ec0-2928-48ea-8a08-d63c9c9491d8 tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1119.230401] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1119.230699] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.230841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.230914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.231103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.231255] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.231605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.231605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.231605] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.231699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.231904] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.263791] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.263791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.263791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.263791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.263791] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.263791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.263791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.264308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.264308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.264308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.264308] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.264308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.264468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.264468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.264616] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.264704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.264765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.264901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.265256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.265346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.265435] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.511500] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 1119.511725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.736747] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.736747] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.736747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.736747] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1119.766983] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.767345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.767345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.767410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.767526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.768748] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c82a703-c397-4aa5-84ca-e3dea2671380: rpc.has_security_group_logging(os_id): False [ 1119.778467] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1119.786083] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.786083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.786083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.786228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.786228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.786392] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.786494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.786552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.786696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.786765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.786937] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.787041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.787100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.787231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.787298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.787490] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.787575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.787632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.787761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.787828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.787908] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1119.886779] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.886952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.887042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.887253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.887404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.911468] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1121.788291] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1121.788667] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 1121.788667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.931030] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1121.931347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.646115] env[66948]: INFO networking_nsxv3.common.synchronization [req-d489049b-6a57-44ef-9a31-3295864a9c84 req-54e77aad-98b9-47ea-bf72-125ccececbeb tempest-InstanceActionsNegativeTestJSON-601675198 tempest-InstanceActionsNegativeTestJSON-601675198-project-member] Enqueued Resource ID: 4060cf79-46b0-403b-b510-800a056bd4fa with Priority: HIGHEST for action security_group_members [ 1122.646115] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4060cf79-46b0-403b-b510-800a056bd4fa with Priority: HIGHEST for action security_group_members [ 1122.646568] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-4060cf79-46b0-403b-b510-800a056bd4fa taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.646813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.646972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.647336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.647586] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.647800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.647942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.648196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.648361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.648600] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4060cf79-46b0-403b-b510-800a056bd4fa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.044413] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.044413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-774" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.044413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-774" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.044868] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-774" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.045033] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.045362] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.045523] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.045751] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.045900] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.046190] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.046324] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.046450] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.046565] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.046679] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.046804] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.046937] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.066844] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.067575] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.067575] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.067836] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-774" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.068049] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-da9844be-b606-4b9c-8022-199267c57c20 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.068337] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-da9844be-b606-4b9c-8022-199267c57c20" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.068527] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-da9844be-b606-4b9c-8022-199267c57c20" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.071386] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-da9844be-b606-4b9c-8022-199267c57c20" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.071598] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9844be-b606-4b9c-8022-199267c57c20',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.151318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.151478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.151564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.151797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.151889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.152122] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.152228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.152281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.153151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.153151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.153151] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4060cf79-46b0-403b-b510-800a056bd4fa already deleted. [ 1123.153151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.574465] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.574742] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.574829] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.575350] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.575561] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.575750] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port da9844be-b606-4b9c-8022-199267c57c20 not found, creating... [ 1123.576536] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.576835] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.577016] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.577325] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.577504] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.577854] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.578051] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.578150] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.578370] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.578525] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.578706] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: da9844be-b606-4b9c-8022-199267c57c20 is going to be created. [ 1123.602509] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.602738] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.602863] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.603169] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.603407] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.603634] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-da9844be-b606-4b9c-8022-199267c57c20" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.326605] env[66948]: INFO networking_nsxv3.common.synchronization [req-d489049b-6a57-44ef-9a31-3295864a9c84 req-09348a4f-e497-45f1-88ac-72f25e11a20e service nova] Enqueued Resource ID: 4060cf79-46b0-403b-b510-800a056bd4fa with Priority: HIGHEST for action security_group_rules [ 1124.326883] env[66948]: INFO networking_nsxv3.common.synchronization [req-d489049b-6a57-44ef-9a31-3295864a9c84 req-09348a4f-e497-45f1-88ac-72f25e11a20e service nova] Enqueued Resource ID: 4060cf79-46b0-403b-b510-800a056bd4fa with Priority: HIGHEST for action security_group_members [ 1124.327091] env[66948]: INFO networking_nsxv3.common.synchronization [req-d489049b-6a57-44ef-9a31-3295864a9c84 req-09348a4f-e497-45f1-88ac-72f25e11a20e service nova] Enqueued Resource ID: da9844be-b606-4b9c-8022-199267c57c20 with Priority: HIGHEST for action port [ 1124.327812] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4060cf79-46b0-403b-b510-800a056bd4fa with Priority: HIGHEST for action security_group_rules [ 1124.328037] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4060cf79-46b0-403b-b510-800a056bd4fa with Priority: HIGHEST for action security_group_members [ 1124.328126] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9844be-b606-4b9c-8022-199267c57c20 with Priority: HIGHEST for action port [ 1124.328495] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4060cf79-46b0-403b-b510-800a056bd4fa taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.328698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.328789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.329213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.329346] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4060cf79-46b0-403b-b510-800a056bd4fa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.330580] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-4060cf79-46b0-403b-b510-800a056bd4fa taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.330722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.330824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.331126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.331359] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.331510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.331612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.331831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.331962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.332118] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4060cf79-46b0-403b-b510-800a056bd4fa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.333964] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9844be-b606-4b9c-8022-199267c57c20 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.334166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9844be-b606-4b9c-8022-199267c57c20" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.334269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9844be-b606-4b9c-8022-199267c57c20" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.334501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9844be-b606-4b9c-8022-199267c57c20" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.334617] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9844be-b606-4b9c-8022-199267c57c20',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.837632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-4060cf79-46b0-403b-b510-800a056bd4fa taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.837789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.840206] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4060cf79-46b0-403b-b510-800a056bd4fa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.841170] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da9844be-b606-4b9c-8022-199267c57c20 with status ACTIVE [ 1124.841385] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.841507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.841575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.841824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.841920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.842156] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.842272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.842398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.842520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.842601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.842801] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.842897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.842957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.843203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.843293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.843391] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da9844be-b606-4b9c-8022-199267c57c20 is going to be updated. [ 1124.870837] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.871061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.871061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.871282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.871483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.871690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9844be-b606-4b9c-8022-199267c57c20" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.927576] env[66948]: INFO networking_nsxv3.common.synchronization [req-6c8f17c9-f6e5-4116-8625-86bcae193441 req-1ad28744-4722-4b18-9ecb-e8d4b4d9e237 tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1124.928126] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1124.928457] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.928652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.928718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.928931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.929099] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.929198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.929262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.929411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.929549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.929648] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.293106] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.293441] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.293660] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.294070] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.294476] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.294724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.294932] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.295304] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.295533] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.295839] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.296038] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.296219] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.296386] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.296653] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.296820] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.297021] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.328105] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.328460] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.328460] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.328582] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-492" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.328940] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-73700aeb-fd40-4d70-b587-e0f688d7525a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.329159] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-73700aeb-fd40-4d70-b587-e0f688d7525a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.329304] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-73700aeb-fd40-4d70-b587-e0f688d7525a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.329621] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-73700aeb-fd40-4d70-b587-e0f688d7525a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.329754] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73700aeb-fd40-4d70-b587-e0f688d7525a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.349578] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4060cf79-46b0-403b-b510-800a056bd4fa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.432370] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.432759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.432923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.433313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.434816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.434816] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.434816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.434816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.434816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.434816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.434816] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1125.471775] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.472019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.472019] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.472258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.472424] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.487994] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1125.835029] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.835029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.835029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.835029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.835029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.835029] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 73700aeb-fd40-4d70-b587-e0f688d7525a not found, creating... [ 1125.835029] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.835029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.835029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.835029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.835029] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.835543] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.835543] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.835919] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.836281] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.836620] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.836934] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 73700aeb-fd40-4d70-b587-e0f688d7525a is going to be created. [ 1125.852421] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.852421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.852421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.852421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.852421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.852421] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4060cf79-46b0-403b-b510-800a056bd4fa is going to be created. [ 1125.859989] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.859989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.859989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.859989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.859989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.859989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-73700aeb-fd40-4d70-b587-e0f688d7525a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.874832] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.874832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.875036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.876054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.876054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.888955] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4060cf79-46b0-403b-b510-800a056bd4fa in Status: UNINITIALIZED for 2s [ 1126.489186] env[66948]: INFO networking_nsxv3.common.synchronization [None req-4e6e0480-af5a-4f98-8e78-51010fad217b None None] Enqueued Resource ID: c4764239-c329-4861-a5a6-3c473ca528a5 with Priority: HIGHEST for action port [ 1126.489793] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4764239-c329-4861-a5a6-3c473ca528a5 with Priority: HIGHEST for action port [ 1126.490111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4764239-c329-4861-a5a6-3c473ca528a5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.490215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4764239-c329-4861-a5a6-3c473ca528a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.490272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4764239-c329-4861-a5a6-3c473ca528a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.490518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4764239-c329-4861-a5a6-3c473ca528a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.491263] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4764239-c329-4861-a5a6-3c473ca528a5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.566935] env[66948]: INFO networking_nsxv3.common.synchronization [req-6c8f17c9-f6e5-4116-8625-86bcae193441 req-c09da87c-97a7-4bba-8e57-f502f6dcef19 service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 1126.566935] env[66948]: INFO networking_nsxv3.common.synchronization [req-6c8f17c9-f6e5-4116-8625-86bcae193441 req-c09da87c-97a7-4bba-8e57-f502f6dcef19 service nova] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1126.566935] env[66948]: INFO networking_nsxv3.common.synchronization [req-6c8f17c9-f6e5-4116-8625-86bcae193441 req-c09da87c-97a7-4bba-8e57-f502f6dcef19 service nova] Enqueued Resource ID: 73700aeb-fd40-4d70-b587-e0f688d7525a with Priority: HIGHEST for action port [ 1126.566935] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_rules [ 1126.566935] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1126.566935] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73700aeb-fd40-4d70-b587-e0f688d7525a with Priority: HIGHEST for action port [ 1126.566935] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.567762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.567970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.568923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.569131] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.570751] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.571304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.571638] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-73700aeb-fd40-4d70-b587-e0f688d7525a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.572163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73700aeb-fd40-4d70-b587-e0f688d7525a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.572547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73700aeb-fd40-4d70-b587-e0f688d7525a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.574018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73700aeb-fd40-4d70-b587-e0f688d7525a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.574018] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73700aeb-fd40-4d70-b587-e0f688d7525a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.993574] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4764239-c329-4861-a5a6-3c473ca528a5 [ 1126.993574] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.993574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.993574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.993574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.993574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.993574] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4764239-c329-4861-a5a6-3c473ca528a5 already deleted. [ 1126.993574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4764239-c329-4861-a5a6-3c473ca528a5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.078384] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73700aeb-fd40-4d70-b587-e0f688d7525a with status ACTIVE [ 1127.078384] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.078480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.078510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.079032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.079032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.079156] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.079204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.079232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.079391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.079466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.079651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.079738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.079793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.080209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.080209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.080209] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73700aeb-fd40-4d70-b587-e0f688d7525a is going to be updated. [ 1127.083321] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.083321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.107197] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.107567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.107982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.108495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.108752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.109085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73700aeb-fd40-4d70-b587-e0f688d7525a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.501053] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1127.501768] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 1127.501768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.501768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.502088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.502290] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.502471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.502572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.503245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.503245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.503968] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.903598] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4060cf79-46b0-403b-b510-800a056bd4fa in Status: SUCCESS [ 1127.903598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.903790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.903976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.904185] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.904303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.904372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.904633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.904719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.904761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.904841] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4060cf79-46b0-403b-b510-800a056bd4fa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.007882] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.409521] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-4060cf79-46b0-403b-b510-800a056bd4fa taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.409798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.409941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.410191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.410998] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.410998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.410998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.410998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.410998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.410998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.411345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-4060cf79-46b0-403b-b510-800a056bd4fa taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.411345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.411345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.411477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.411524] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.411576] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.411645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.411771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.411936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.412030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.412127] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4060cf79-46b0-403b-b510-800a056bd4fa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.510593] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.868732] env[66948]: INFO networking_nsxv3.common.synchronization [None req-346287d5-3e4c-4489-b91e-1ec92c557d02 None None] Enqueued Resource ID: 5b00370a-33a4-4f3e-84d4-886d25ecde47 with Priority: HIGHEST for action port [ 1128.869405] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b00370a-33a4-4f3e-84d4-886d25ecde47 with Priority: HIGHEST for action port [ 1128.869799] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b00370a-33a4-4f3e-84d4-886d25ecde47 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.869968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b00370a-33a4-4f3e-84d4-886d25ecde47" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.870071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b00370a-33a4-4f3e-84d4-886d25ecde47" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.871072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b00370a-33a4-4f3e-84d4-886d25ecde47" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.871072] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b00370a-33a4-4f3e-84d4-886d25ecde47',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.914309] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4060cf79-46b0-403b-b510-800a056bd4fa: rpc.has_security_group_logging(os_id): False [ 1128.933314] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.933513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.933513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.933735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.933826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.934050] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.934150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.934212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.934363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.934442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.934705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.934863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.934937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.935110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.935187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.935846] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.935988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.936073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.936224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.936327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.936385] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4060cf79-46b0-403b-b510-800a056bd4fa is going to be created. [ 1129.002029] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.002029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.002029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.002029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.002029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.013191] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.013336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.013419] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.013702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.013830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.013963] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1129.016051] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4060cf79-46b0-403b-b510-800a056bd4fa in Status: IN_PROGRESS for 2s [ 1129.052223] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.052495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.052495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.053078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.053078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.063621] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1129.372969] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b00370a-33a4-4f3e-84d4-886d25ecde47 [ 1129.374842] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.374842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.374977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.375185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.375391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.377311] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b00370a-33a4-4f3e-84d4-886d25ecde47 already deleted. [ 1129.377311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b00370a-33a4-4f3e-84d4-886d25ecde47" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.558892] env[66948]: INFO networking_nsxv3.common.synchronization [None req-04e3bcc0-5387-46ca-b7b2-6a1f8e058a3a None None] Enqueued Resource ID: f222299c-fdea-429d-8468-a316072f2476 with Priority: HIGHEST for action port [ 1129.560377] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f222299c-fdea-429d-8468-a316072f2476 with Priority: HIGHEST for action port [ 1129.560377] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-f222299c-fdea-429d-8468-a316072f2476 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.560377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f222299c-fdea-429d-8468-a316072f2476" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.560377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f222299c-fdea-429d-8468-a316072f2476" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.560737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f222299c-fdea-429d-8468-a316072f2476" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.560819] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f222299c-fdea-429d-8468-a316072f2476',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.063037] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f222299c-fdea-429d-8468-a316072f2476 [ 1130.063300] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.063439] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.063500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.063749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.063841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.064075] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f222299c-fdea-429d-8468-a316072f2476 already deleted. [ 1130.064075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f222299c-fdea-429d-8468-a316072f2476" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.981553] env[66948]: INFO networking_nsxv3.common.synchronization [req-4188e189-4e3b-4a43-9da7-d2fc4c81f48b req-f24a8d49-c4e8-4317-84c6-4841bdc232e8 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1130.982625] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1130.983106] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.983296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.983788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.983788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.984040] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.984236] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.984331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.984506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.984599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.984715] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.031412] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4060cf79-46b0-403b-b510-800a056bd4fa in Status: SUCCESS [ 1131.031676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.073020] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1131.073330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.073442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.073666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.073877] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.073997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.074069] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.074225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.074306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.074411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.074505] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.425318] env[66948]: INFO networking_nsxv3.common.synchronization [None req-31779b80-e0bc-4357-b4bf-c2af6bb6d8cf None None] Enqueued Resource ID: 133338bb-2d84-42d4-9d82-55a51ce2c22f with Priority: HIGHEST for action port [ 1131.425318] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133338bb-2d84-42d4-9d82-55a51ce2c22f with Priority: HIGHEST for action port [ 1131.425318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-133338bb-2d84-42d4-9d82-55a51ce2c22f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.425318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-133338bb-2d84-42d4-9d82-55a51ce2c22f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.425318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-133338bb-2d84-42d4-9d82-55a51ce2c22f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.425559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-133338bb-2d84-42d4-9d82-55a51ce2c22f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.425559] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('133338bb-2d84-42d4-9d82-55a51ce2c22f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.487622] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.579250] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.579744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.579744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.579744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.579938] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.580009] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.580057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.580281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.580281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.580415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.580562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.580659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.580718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.580860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.581007] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.581105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.581166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.581302] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.581376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.581457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.581547] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.929243] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 133338bb-2d84-42d4-9d82-55a51ce2c22f [ 1131.929337] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.929409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.929479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.929725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.929881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.930044] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:133338bb-2d84-42d4-9d82-55a51ce2c22f already deleted. [ 1131.930159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-133338bb-2d84-42d4-9d82-55a51ce2c22f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.989295] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.083748] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6426174-a6ce-4226-a3e3-9838a6a4760c: rpc.has_security_group_logging(os_id): False [ 1132.102741] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.102994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.103092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.103413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.103578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.103886] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.104074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.104206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.104478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.104627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.104942] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.105119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.105242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.105503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.105582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.105810] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.105913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.105975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.106182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.106272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.106412] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1132.203050] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.203291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.203363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.203623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.203867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.241585] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1132.260954] env[66948]: INFO networking_nsxv3.common.synchronization [req-91e6bb67-3b70-4a82-9660-10bcaf83dafd req-ffbf15cc-35ec-449f-8a9b-ef344d41aab4 tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 1132.261757] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 1132.263937] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.263937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.263937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.263937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.264271] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.264355] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.264705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.265346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.265655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.265797] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.491496] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.491627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.491690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.491966] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.492034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.492115] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e82073-2248-49e4-9643-56729719c1f1 is going to be updated. [ 1132.519747] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.520208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.520208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.520208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.520361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.530935] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: IN_PROGRESS for 2s [ 1132.608017] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.608017] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.608017] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.608017] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.608263] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.608263] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.608356] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.609041] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.609041] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.609041] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.609200] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.609200] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.609307] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.609416] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.609521] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.609651] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.646644] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.646828] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.647009] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.647178] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-527" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.647499] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-53d8310d-d6c2-431b-b304-66ddd7f136c0 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.647695] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-53d8310d-d6c2-431b-b304-66ddd7f136c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.647833] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-53d8310d-d6c2-431b-b304-66ddd7f136c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.648200] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-53d8310d-d6c2-431b-b304-66ddd7f136c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.648340] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53d8310d-d6c2-431b-b304-66ddd7f136c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.768328] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.151352] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.151737] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.151737] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.152030] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.152181] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.152337] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 53d8310d-d6c2-431b-b304-66ddd7f136c0 not found, creating... [ 1133.152605] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.152763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.152877] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.153130] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.153267] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.153553] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.153707] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.153822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.155622] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.155727] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.155889] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 53d8310d-d6c2-431b-b304-66ddd7f136c0 is going to be created. [ 1133.177408] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.177720] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.177854] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.178143] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.178382] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.178975] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-53d8310d-d6c2-431b-b304-66ddd7f136c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.271443] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.773880] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.774105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.774209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.774457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.774571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.774699] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f04035-0531-4810-bead-80f797c771b3 is going to be updated. [ 1133.805051] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.805727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.805727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.805844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.805943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.815266] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: IN_PROGRESS for 2s [ 1133.890784] env[66948]: INFO networking_nsxv3.common.synchronization [req-91e6bb67-3b70-4a82-9660-10bcaf83dafd req-e990b950-cc28-4f67-8bf2-c1d51a262001 service nova] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_rules [ 1133.890986] env[66948]: INFO networking_nsxv3.common.synchronization [req-91e6bb67-3b70-4a82-9660-10bcaf83dafd req-e990b950-cc28-4f67-8bf2-c1d51a262001 service nova] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 1133.891147] env[66948]: INFO networking_nsxv3.common.synchronization [req-91e6bb67-3b70-4a82-9660-10bcaf83dafd req-e990b950-cc28-4f67-8bf2-c1d51a262001 service nova] Enqueued Resource ID: 53d8310d-d6c2-431b-b304-66ddd7f136c0 with Priority: HIGHEST for action port [ 1133.892528] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_rules [ 1133.892692] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 1133.892798] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53d8310d-d6c2-431b-b304-66ddd7f136c0 with Priority: HIGHEST for action port [ 1133.893114] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.893312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.893312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.893681] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.893681] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.894520] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.894618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.894822] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-53d8310d-d6c2-431b-b304-66ddd7f136c0 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.895448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53d8310d-d6c2-431b-b304-66ddd7f136c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.895448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53d8310d-d6c2-431b-b304-66ddd7f136c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.895448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53d8310d-d6c2-431b-b304-66ddd7f136c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.895448] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53d8310d-d6c2-431b-b304-66ddd7f136c0',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.265845] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1134.266061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.396677] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.396826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.396999] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53d8310d-d6c2-431b-b304-66ddd7f136c0 with status ACTIVE [ 1134.397206] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.397316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.397378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.397586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.397677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.397849] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.397948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.398201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.398201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.398258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.398432] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.398526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.398584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.398787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.398882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.398917] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53d8310d-d6c2-431b-b304-66ddd7f136c0 is going to be updated. [ 1134.421820] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.422078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.422078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.422258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.422399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.422561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53d8310d-d6c2-431b-b304-66ddd7f136c0" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.541626] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: SUCCESS [ 1134.541810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.654769] env[66948]: INFO networking_nsxv3.common.synchronization [req-25518903-07c7-4144-a663-160020152f2d req-3b38ace6-0e17-40f6-a0cc-eda499ed0d7f tempest-ServersNegativeTestMultiTenantJSON-68142555 tempest-ServersNegativeTestMultiTenantJSON-68142555-project-member] Enqueued Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGHEST for action security_group_members [ 1134.655645] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGHEST for action security_group_members [ 1134.656606] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc8d401-1608-4006-9f4e-8afecae83575 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.656834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.656904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.657206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.657399] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.657491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.657541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.657702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.657804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.657877] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.987026] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.987270] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-18" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.987426] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-18" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.987729] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-18" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.988107] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.988353] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.988629] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.988921] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.989092] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.989351] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.989426] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.989521] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.989943] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.989943] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.989943] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.990178] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.011219] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.011388] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.011540] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.011729] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-18" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.012065] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-78a12be8-e8b2-4731-b804-6e06492397ff taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.012246] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-78a12be8-e8b2-4731-b804-6e06492397ff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.012362] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-78a12be8-e8b2-4731-b804-6e06492397ff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.012684] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-78a12be8-e8b2-4731-b804-6e06492397ff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.012843] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a12be8-e8b2-4731-b804-6e06492397ff',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.160763] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.160939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.161156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.161310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.161405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.161608] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.161707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.161770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.162133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.162271] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.162401] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc8d401-1608-4006-9f4e-8afecae83575 already deleted. [ 1135.163283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.289376] env[66948]: INFO networking_nsxv3.common.synchronization [req-6197036a-0a8b-430f-b505-6592ff0bcf17 req-58daf3df-a822-41a9-b9c1-1e8e7f779ae5 tempest-InstanceActionsNegativeTestJSON-601675198 tempest-InstanceActionsNegativeTestJSON-601675198-project-member] Enqueued Resource ID: 4060cf79-46b0-403b-b510-800a056bd4fa with Priority: HIGHEST for action security_group_members [ 1135.290137] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4060cf79-46b0-403b-b510-800a056bd4fa with Priority: HIGHEST for action security_group_members [ 1135.290676] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-4060cf79-46b0-403b-b510-800a056bd4fa taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.290676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.291040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.291309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.291492] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.291618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.291679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.292239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.292239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.292239] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4060cf79-46b0-403b-b510-800a056bd4fa',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.516719] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.516976] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.517140] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.517432] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.517585] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.517742] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 78a12be8-e8b2-4731-b804-6e06492397ff not found, creating... [ 1135.518026] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.518220] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.518338] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.518555] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.518694] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.519040] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.519205] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.519324] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.519528] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.519664] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.519836] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 78a12be8-e8b2-4731-b804-6e06492397ff is going to be created. [ 1135.541131] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.541350] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.541725] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.541827] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.542083] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.542333] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-78a12be8-e8b2-4731-b804-6e06492397ff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.620081] env[66948]: INFO networking_nsxv3.common.synchronization [req-d02d29a4-037c-42a4-acfe-b3563f8db327 req-6d47200b-4b17-4135-a7e3-1f505e1a26fa tempest-ImagesTestJSON-255760109 tempest-ImagesTestJSON-255760109-project-member] Enqueued Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1135.620646] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 with Priority: HIGHEST for action security_group_members [ 1135.620963] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c82a703-c397-4aa5-84ca-e3dea2671380 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.621102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.621167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.621368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.621523] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.621622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.621685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.621913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.621975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.622051] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c82a703-c397-4aa5-84ca-e3dea2671380',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.795024] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.795240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.795240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.795442] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.795736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.795736] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.795867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.795867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.796024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.796103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.796193] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4060cf79-46b0-403b-b510-800a056bd4fa is going to be updated. [ 1135.826844] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.827359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.827359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.827482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.827648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.831228] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: SUCCESS [ 1135.831407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.831924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.832216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.832596] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.832596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.832596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.832754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.832831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.832862] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.838341] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4060cf79-46b0-403b-b510-800a056bd4fa in Status: IN_PROGRESS for 2s [ 1136.124128] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.124340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.124418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.124645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.124736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.124943] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.125054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.125151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.125314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.125421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.125518] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 is going to be updated. [ 1136.158648] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.158648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.158648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.158648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.158648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.168117] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: IN_PROGRESS for 2s [ 1136.265134] env[66948]: INFO networking_nsxv3.common.synchronization [req-25518903-07c7-4144-a663-160020152f2d req-e5ede950-36f1-4234-b9c4-2f4a69693279 service nova] Enqueued Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGHEST for action security_group_rules [ 1136.265336] env[66948]: INFO networking_nsxv3.common.synchronization [req-25518903-07c7-4144-a663-160020152f2d req-e5ede950-36f1-4234-b9c4-2f4a69693279 service nova] Enqueued Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGHEST for action security_group_members [ 1136.265448] env[66948]: INFO networking_nsxv3.common.synchronization [req-25518903-07c7-4144-a663-160020152f2d req-e5ede950-36f1-4234-b9c4-2f4a69693279 service nova] Enqueued Resource ID: 78a12be8-e8b2-4731-b804-6e06492397ff with Priority: HIGHEST for action port [ 1136.265997] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGHEST for action security_group_rules [ 1136.266152] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGHEST for action security_group_members [ 1136.266274] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a12be8-e8b2-4731-b804-6e06492397ff with Priority: HIGHEST for action port [ 1136.266536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc8d401-1608-4006-9f4e-8afecae83575 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.266660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.266726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.269218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.269218] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.269218] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc8d401-1608-4006-9f4e-8afecae83575 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.269218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.269218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.269218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.269218] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.269218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.269218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.271035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.271035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.271035] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.271663] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a12be8-e8b2-4731-b804-6e06492397ff taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.271834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a12be8-e8b2-4731-b804-6e06492397ff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.271902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a12be8-e8b2-4731-b804-6e06492397ff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.272091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a12be8-e8b2-4731-b804-6e06492397ff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.272664] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a12be8-e8b2-4731-b804-6e06492397ff',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.335597] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.774044] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.775289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc8d401-1608-4006-9f4e-8afecae83575 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.775485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.777830] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78a12be8-e8b2-4731-b804-6e06492397ff with status ACTIVE [ 1136.778097] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.778277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.778353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.778563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.778648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.778875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.778976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.779048] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.780052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.780052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.780052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.780052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.780052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.780052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.780052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.780052] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78a12be8-e8b2-4731-b804-6e06492397ff is going to be updated. [ 1136.804295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.804490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.804565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.804792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.804954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.805155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a12be8-e8b2-4731-b804-6e06492397ff" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.837565] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.278772] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.340316] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.340857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.340857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.340857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.340857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.341022] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f04035-0531-4810-bead-80f797c771b3 is going to be updated. [ 1137.379221] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.379387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.379457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.379678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.379843] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.390546] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: IN_PROGRESS for 2s [ 1137.781413] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.781582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.781655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.781880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.781973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.782095] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc8d401-1608-4006-9f4e-8afecae83575 is going to be created. [ 1137.808583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.808758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.808940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.809197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.809366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.824336] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc8d401-1608-4006-9f4e-8afecae83575 in Status: UNINITIALIZED for 2s [ 1137.850561] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4060cf79-46b0-403b-b510-800a056bd4fa in Status: SUCCESS [ 1137.850736] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4060cf79-46b0-403b-b510-800a056bd4fa deletion is rescheduled due to dependency. [ 1137.850874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4060cf79-46b0-403b-b510-800a056bd4fa" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.180916] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 in Status: SUCCESS [ 1138.181109] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c82a703-c397-4aa5-84ca-e3dea2671380 deletion is rescheduled due to dependency. [ 1138.181379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c82a703-c397-4aa5-84ca-e3dea2671380" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.616977] env[66948]: INFO networking_nsxv3.common.synchronization [req-f665c2f2-cbc8-4159-aa8d-5aae5e5c07cd req-547ce114-7c69-41e4-b2c3-568c3b243086 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1138.618113] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGHEST for action security_group_members [ 1138.618113] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.618113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.618113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.618113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.620357] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.620357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.620357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.620357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.620357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.620357] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.121988] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.122217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.122293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.122568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.122684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.122923] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.123118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.123171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.123322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.123405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.123496] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e82073-2248-49e4-9643-56729719c1f1 is going to be updated. [ 1139.158590] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.158590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.158590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.158855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.158978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.171720] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: IN_PROGRESS for 2s [ 1139.204344] env[66948]: INFO networking_nsxv3.common.synchronization [req-1e3a587f-a6e0-4db4-9633-a96425114800 req-4788d2bd-9f3b-4267-b2d9-476ae4751b58 tempest-ServerDiskConfigTestJSON-1705057609 tempest-ServerDiskConfigTestJSON-1705057609-project-member] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1139.205027] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGHEST for action security_group_members [ 1139.205115] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.205233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.205378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.205539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.205697] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.205795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.205858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.206789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.206789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.206789] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.400726] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: SUCCESS [ 1139.400958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.401226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.401578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.401753] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.401881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.401950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.402134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.402222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.402323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.402417] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.710634] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.711193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.711193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.711431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.711431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.711678] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.711840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.711938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.712444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.712444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.712444] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be updated. [ 1139.744981] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.744981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.744981] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.745225] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.745406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.754627] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: IN_PROGRESS for 2s [ 1139.843744] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc8d401-1608-4006-9f4e-8afecae83575 in Status: SUCCESS [ 1139.844179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.844179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.844264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.844465] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.844584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.844648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.844800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.844933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.845047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.845167] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.905035] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.347611] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc8d401-1608-4006-9f4e-8afecae83575 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.347845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.347845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.348107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.348304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.348413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.348479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.348653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.348750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.348840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.349074] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc8d401-1608-4006-9f4e-8afecae83575 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.349179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.349234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.349402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.349624] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.349743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.349805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.349962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.350066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.350157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.350250] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.407295] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f04035-0531-4810-bead-80f797c771b3: rpc.has_security_group_logging(os_id): False [ 1140.426806] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.427698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.427698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.427698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.451333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.451523] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.451650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.451722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.451937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.452035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.452202] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f04035-0531-4810-bead-80f797c771b3 is going to be updated. [ 1140.538590] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.538835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.538835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.539136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.539268] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.561535] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: IN_PROGRESS for 2s [ 1140.854418] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fc8d401-1608-4006-9f4e-8afecae83575: rpc.has_security_group_logging(os_id): False [ 1140.875446] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.875764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.875764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.876189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.876189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.876256] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.876314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.876365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.876516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.876596] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.876906] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.876983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.877032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.877344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.877344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.877438] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.877515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.877574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.877712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.877846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.877876] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc8d401-1608-4006-9f4e-8afecae83575 is going to be created. [ 1140.939950] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.940965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.940965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.940965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.942799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.954770] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fc8d401-1608-4006-9f4e-8afecae83575 in Status: IN_PROGRESS for 2s [ 1141.184522] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31e82073-2248-49e4-9643-56729719c1f1 in Status: SUCCESS [ 1141.184747] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31e82073-2248-49e4-9643-56729719c1f1 deletion is rescheduled due to dependency. [ 1141.184825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.765646] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6426174-a6ce-4226-a3e3-9838a6a4760c in Status: SUCCESS [ 1141.765881] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c deletion is rescheduled due to dependency. [ 1141.765990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.575089] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: SUCCESS [ 1142.575375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.967081] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fc8d401-1608-4006-9f4e-8afecae83575 in Status: SUCCESS [ 1142.967502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.205421] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.205731] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1144.701550] env[66948]: INFO networking_nsxv3.common.synchronization [None req-671a3047-11c6-4896-95de-9236f6458c30 None None] Enqueued Resource ID: 9d151b6f-64d1-4909-ab00-96b302cbdaf2 with Priority: HIGHEST for action port [ 1144.702123] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d151b6f-64d1-4909-ab00-96b302cbdaf2 with Priority: HIGHEST for action port [ 1144.702441] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d151b6f-64d1-4909-ab00-96b302cbdaf2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.702600] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d151b6f-64d1-4909-ab00-96b302cbdaf2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.702641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d151b6f-64d1-4909-ab00-96b302cbdaf2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.703043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d151b6f-64d1-4909-ab00-96b302cbdaf2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.703043] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d151b6f-64d1-4909-ab00-96b302cbdaf2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.755616] env[66948]: INFO networking_nsxv3.common.synchronization [None req-6d1f1c69-eb96-4ee3-a3fa-db7d1f865b13 tempest-AttachInterfacesTestJSON-557359790 tempest-AttachInterfacesTestJSON-557359790-project-member] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 1144.755616] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGHEST for action security_group_members [ 1144.759208] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.759378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.759475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.759786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.759973] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.760322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.760750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.760974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.761117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.761242] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.208472] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d151b6f-64d1-4909-ab00-96b302cbdaf2 [ 1145.208472] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.208472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.208472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.208901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.208901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.208901] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d151b6f-64d1-4909-ab00-96b302cbdaf2 already deleted. [ 1145.208901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d151b6f-64d1-4909-ab00-96b302cbdaf2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.264258] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.264258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.264258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.266200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.266200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.266200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.266200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.266200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.266200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.266200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.266200] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be updated. [ 1145.296080] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.296185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.296292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.297296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.297296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.309768] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: IN_PROGRESS for 2s [ 1146.467263] env[66948]: INFO networking_nsxv3.common.synchronization [None req-aae2b742-9ab3-40bf-832b-cf55ed27feae tempest-ServerActionsV293TestJSON-192283947 tempest-ServerActionsV293TestJSON-192283947-project-member] Enqueued Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_rules [ 1146.468145] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_rules [ 1146.468145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.469151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.469151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.470945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.470945] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.699562] env[66948]: INFO networking_nsxv3.common.synchronization [None req-79113ad5-e003-4f82-a1f5-bbaca56d4ef2 None None] Enqueued Resource ID: 07d9a7d0-ed4b-4d83-9d89-7df08d549c0f with Priority: HIGHEST for action port [ 1146.699562] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d9a7d0-ed4b-4d83-9d89-7df08d549c0f with Priority: HIGHEST for action port [ 1146.699562] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d9a7d0-ed4b-4d83-9d89-7df08d549c0f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.699562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d9a7d0-ed4b-4d83-9d89-7df08d549c0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.700078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d9a7d0-ed4b-4d83-9d89-7df08d549c0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.700078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d9a7d0-ed4b-4d83-9d89-7df08d549c0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.700670] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d9a7d0-ed4b-4d83-9d89-7df08d549c0f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.998481] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.998831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.998969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.999362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.999577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.999764] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 already deleted. [ 1146.999932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.001440] env[66948]: INFO networking_nsxv3.common.synchronization [None req-c973e6b0-0179-48c2-b95c-4d32aeffcba7 tempest-ServerActionsV293TestJSON-192283947 tempest-ServerActionsV293TestJSON-192283947-project-member] Enqueued Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_rules [ 1147.002099] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_rules [ 1147.002519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.002747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.003103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.003277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.004018] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.203032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07d9a7d0-ed4b-4d83-9d89-7df08d549c0f [ 1147.203392] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.204115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.204115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.204115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.204115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.204632] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07d9a7d0-ed4b-4d83-9d89-7df08d549c0f already deleted. [ 1147.204632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d9a7d0-ed4b-4d83-9d89-7df08d549c0f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.322358] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 in Status: SUCCESS [ 1147.322612] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 deletion is rescheduled due to dependency. [ 1147.322832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.533552] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.533910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.533910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.534018] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.534425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.534425] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 already deleted. [ 1147.534425] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.982572] env[66948]: INFO networking_nsxv3.common.synchronization [None req-e9b1fc06-0536-445f-b8d0-b56364ae45d1 None None] Enqueued Resource ID: 800f6547-3c8f-4093-b788-25c2fb15f7db with Priority: HIGHEST for action port [ 1147.982572] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800f6547-3c8f-4093-b788-25c2fb15f7db with Priority: HIGHEST for action port [ 1147.982572] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-800f6547-3c8f-4093-b788-25c2fb15f7db taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.982572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-800f6547-3c8f-4093-b788-25c2fb15f7db" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.982572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-800f6547-3c8f-4093-b788-25c2fb15f7db" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.983184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-800f6547-3c8f-4093-b788-25c2fb15f7db" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.983184] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('800f6547-3c8f-4093-b788-25c2fb15f7db',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.486308] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 800f6547-3c8f-4093-b788-25c2fb15f7db [ 1148.486308] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.486308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.486308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.486308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.486308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.486308] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:800f6547-3c8f-4093-b788-25c2fb15f7db already deleted. [ 1148.486308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-800f6547-3c8f-4093-b788-25c2fb15f7db" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.191987] env[66948]: INFO networking_nsxv3.common.synchronization [req-36479d9e-b147-4cb5-8e13-8e3c2c36b9ca req-d1dfa623-0b1c-423b-b506-a6889e42194a tempest-ServersNegativeTestMultiTenantJSON-68142555 tempest-ServersNegativeTestMultiTenantJSON-68142555-project-member] Enqueued Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGHEST for action security_group_members [ 1149.192445] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGHEST for action security_group_members [ 1149.193451] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc8d401-1608-4006-9f4e-8afecae83575 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.193634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.194752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.194752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.194752] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.194752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.194752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.194752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.194752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.194752] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.698236] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.698311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.698379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.698601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.698690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.698891] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.698993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.699103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.699223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.699301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.699919] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc8d401-1608-4006-9f4e-8afecae83575 is going to be updated. [ 1149.760401] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.760401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.760401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.760608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.760883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.781726] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc8d401-1608-4006-9f4e-8afecae83575 in Status: IN_PROGRESS for 2s [ 1150.541201] env[66948]: INFO networking_nsxv3.common.synchronization [None req-b460d189-6099-4c71-ade7-724543dde875 None None] Enqueued Resource ID: 22e707fe-9d71-41d9-810b-76e5a7ff3693 with Priority: HIGHEST for action port [ 1150.541797] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e707fe-9d71-41d9-810b-76e5a7ff3693 with Priority: HIGHEST for action port [ 1150.542160] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-22e707fe-9d71-41d9-810b-76e5a7ff3693 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.542245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22e707fe-9d71-41d9-810b-76e5a7ff3693" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.542305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22e707fe-9d71-41d9-810b-76e5a7ff3693" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.542575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22e707fe-9d71-41d9-810b-76e5a7ff3693" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.542753] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e707fe-9d71-41d9-810b-76e5a7ff3693',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.044697] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22e707fe-9d71-41d9-810b-76e5a7ff3693 [ 1151.044947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.045127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.045230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.045475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.045561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.045662] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22e707fe-9d71-41d9-810b-76e5a7ff3693 already deleted. [ 1151.045741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22e707fe-9d71-41d9-810b-76e5a7ff3693" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.793922] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc8d401-1608-4006-9f4e-8afecae83575 in Status: SUCCESS [ 1151.793922] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc8d401-1608-4006-9f4e-8afecae83575 deletion is rescheduled due to dependency. [ 1151.793922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.542725] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.543050] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1156.793769] env[66948]: INFO networking_nsxv3.common.synchronization [req-8a14a385-917f-4f1a-8a1f-caa810916046 req-b604546d-b89a-4a23-902d-bf25f4ede6eb tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_members [ 1156.794368] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc with Priority: HIGHEST for action security_group_members [ 1156.794679] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb2b9d0-0775-4c88-8736-b20ad8933efc taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.794846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.794846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.795061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.795224] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.795340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.795401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.795539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.795627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.795725] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb2b9d0-0775-4c88-8736-b20ad8933efc',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.302039] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.302218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.302293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.302536] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.302632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.302837] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.302937] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.303029] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.303412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.303412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.303412] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc is going to be updated. [ 1157.336623] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.336776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.336847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.337078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.337330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.346124] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc in Status: IN_PROGRESS for 2s [ 1157.873984] env[66948]: INFO networking_nsxv3.common.synchronization [req-77b37ea3-9b7d-4c23-af2f-e5e36821cd8e req-0c3b38dc-cf1c-423a-a31c-f9151c35438f tempest-ImagesOneServerTestJSON-569085381 tempest-ImagesOneServerTestJSON-569085381-project-member] Enqueued Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGHEST for action security_group_members [ 1157.874635] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGHEST for action security_group_members [ 1157.874995] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.875140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.875202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.875436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.877055] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.877197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.877260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.877444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.877537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.877632] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.229405] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.229698] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-767" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.229882] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-767" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.230415] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-767" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.230815] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.231071] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.231254] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.231608] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.231831] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.232177] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.232364] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.232542] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.232733] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.232914] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.233127] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.233337] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.261292] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.261672] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.261952] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.262248] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-767" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.262786] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-ec4506c4-e1de-4e00-a600-74fb3d4fd256 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.263090] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-ec4506c4-e1de-4e00-a600-74fb3d4fd256" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.263302] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-ec4506c4-e1de-4e00-a600-74fb3d4fd256" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.263805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-ec4506c4-e1de-4e00-a600-74fb3d4fd256" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.264061] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4506c4-e1de-4e00-a600-74fb3d4fd256',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.379520] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.379778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.379869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.380128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.380227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.380459] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.380654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.380735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.380914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.380996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.381120] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 already deleted. [ 1158.381201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.767267] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.767588] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.767759] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.768137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.768415] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.768657] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port ec4506c4-e1de-4e00-a600-74fb3d4fd256 not found, creating... [ 1158.769035] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.769313] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.769510] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.769844] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.770063] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.770434] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.770719] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.770816] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.771124] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.771304] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.771492] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: ec4506c4-e1de-4e00-a600-74fb3d4fd256 is going to be created. [ 1158.793860] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.794161] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.794363] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.794656] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.794970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.795265] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-ec4506c4-e1de-4e00-a600-74fb3d4fd256" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.355525] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc in Status: SUCCESS [ 1159.355974] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb2b9d0-0775-4c88-8736-b20ad8933efc deletion is rescheduled due to dependency. [ 1159.355974] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb2b9d0-0775-4c88-8736-b20ad8933efc" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.503337] env[66948]: INFO networking_nsxv3.common.synchronization [req-77b37ea3-9b7d-4c23-af2f-e5e36821cd8e req-7a3e5bdb-2944-4d2f-9832-9c2533c88b65 service nova] Enqueued Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGHEST for action security_group_rules [ 1159.503608] env[66948]: INFO networking_nsxv3.common.synchronization [req-77b37ea3-9b7d-4c23-af2f-e5e36821cd8e req-7a3e5bdb-2944-4d2f-9832-9c2533c88b65 service nova] Enqueued Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGHEST for action security_group_members [ 1159.503942] env[66948]: INFO networking_nsxv3.common.synchronization [req-77b37ea3-9b7d-4c23-af2f-e5e36821cd8e req-7a3e5bdb-2944-4d2f-9832-9c2533c88b65 service nova] Enqueued Resource ID: ec4506c4-e1de-4e00-a600-74fb3d4fd256 with Priority: HIGHEST for action port [ 1159.504632] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGHEST for action security_group_rules [ 1159.504690] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGHEST for action security_group_members [ 1159.504813] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4506c4-e1de-4e00-a600-74fb3d4fd256 with Priority: HIGHEST for action port [ 1159.505157] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.505259] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.505326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.505597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.505682] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.506674] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.506808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.506808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.506983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.507110] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.507199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.507279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.507461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.507526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.507585] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.508418] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4506c4-e1de-4e00-a600-74fb3d4fd256 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.508547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4506c4-e1de-4e00-a600-74fb3d4fd256" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.508612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4506c4-e1de-4e00-a600-74fb3d4fd256" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.508783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4506c4-e1de-4e00-a600-74fb3d4fd256" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.508873] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4506c4-e1de-4e00-a600-74fb3d4fd256',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.012097] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.012097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.012097] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.013191] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec4506c4-e1de-4e00-a600-74fb3d4fd256 with status ACTIVE [ 1160.014254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.014254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.014254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.014254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.014254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.014254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.014254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.014254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.014691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.014691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.014745] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.014982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.015094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.015327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.015402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.015530] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec4506c4-e1de-4e00-a600-74fb3d4fd256 is going to be updated. [ 1160.036160] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.036373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.036485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.036785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.037067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.037311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4506c4-e1de-4e00-a600-74fb3d4fd256" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.517585] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.020638] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.020638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.020638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.021032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.021032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.021173] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 is going to be created. [ 1161.046758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.046936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.046984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.047606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.047606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.055976] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 in Status: UNINITIALIZED for 2s [ 1163.067407] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 in Status: SUCCESS [ 1163.067785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.067957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.068281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.068524] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.068658] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.068728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.068889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.068973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.069074] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.069168] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.571765] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.572038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.572139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.572328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.572501] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.572632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.572673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.572802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.572890] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.572978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.573276] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.573330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.573389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.573525] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.573720] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.573814] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.573876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.574017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.574096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.574178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.574269] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.077035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238: rpc.has_security_group_logging(os_id): False [ 1164.095870] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.095975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.095975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.096968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.096968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.096968] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.096968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.096968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.096968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.097188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.097276] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.097426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.097495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.097668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.097742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.097947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.098048] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.098144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.099032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.099032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.099032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 is going to be created. [ 1164.178873] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.179122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.179241] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.179599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.179876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.192845] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 in Status: IN_PROGRESS for 2s [ 1164.506149] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.506281] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1166.205529] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 in Status: SUCCESS [ 1166.205873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.508888] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.509132] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1174.510415] env[66948]: INFO networking_nsxv3.common.synchronization [req-92a5a0cc-c69f-4219-8aa2-17ad97d4bf21 req-64d5f41e-cf94-4d49-b668-8f722d4a8313 tempest-ServerActionsV293TestJSON-192283947 tempest-ServerActionsV293TestJSON-192283947-project-member] Enqueued Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_members [ 1174.510816] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.510894] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=1, Passive=0], Jobs=0 [ 1174.511034] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_members [ 1174.511660] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.511809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.511936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.512181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.512355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.512461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.512517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.512679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.512778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.512872] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.836574] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.836777] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-983" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.836926] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-983" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.837319] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-983" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.837732] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.837908] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.838040] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.838284] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.838433] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.838733] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.839148] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.839148] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.839148] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.839296] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.839296] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.839416] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.861241] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.861367] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.861499] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.861689] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-983" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.862092] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-011b4f88-a802-4d02-b400-b96246dc4860 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.862286] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-011b4f88-a802-4d02-b400-b96246dc4860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.862408] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-011b4f88-a802-4d02-b400-b96246dc4860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.862811] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-011b4f88-a802-4d02-b400-b96246dc4860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.863025] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('011b4f88-a802-4d02-b400-b96246dc4860',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.015105] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.015410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.015495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.015733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.015870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.016200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.016349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.016444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.016700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.016834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.016960] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 already deleted. [ 1175.017095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.281135] env[66948]: INFO networking_nsxv3.common.synchronization [req-e25e0a69-6a0a-4f0b-af30-ee56c91e786a req-c0e71bb4-a397-4ff9-8fea-fa4b79d5a73e tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_members [ 1175.281856] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGHEST for action security_group_members [ 1175.282217] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8386780-3067-4830-abad-6f2b27c2e86f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.282365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.282438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.282646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.282818] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.282948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.283028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.283184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.283276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.283377] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.365531] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.365681] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.365859] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.366074] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.366312] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.367141] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 011b4f88-a802-4d02-b400-b96246dc4860 not found, creating... [ 1175.367141] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.367141] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.367141] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.367424] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.367486] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.369276] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.369276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.369276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.369276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.369276] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.369276] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 011b4f88-a802-4d02-b400-b96246dc4860 is going to be created. [ 1175.395796] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.396080] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.396298] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.396446] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.396696] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.397028] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-011b4f88-a802-4d02-b400-b96246dc4860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.785993] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.785993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.785993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.786480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.786480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.786652] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.786786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.786864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.787058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.787138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.787247] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8386780-3067-4830-abad-6f2b27c2e86f is going to be updated. [ 1175.814381] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.814579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.814579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.814827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.815200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.824663] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8386780-3067-4830-abad-6f2b27c2e86f in Status: IN_PROGRESS for 2s [ 1176.138322] env[66948]: INFO networking_nsxv3.common.synchronization [req-92a5a0cc-c69f-4219-8aa2-17ad97d4bf21 req-2d7657fb-850b-4c8d-85be-657b2c7e56e3 service nova] Enqueued Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_rules [ 1176.138630] env[66948]: INFO networking_nsxv3.common.synchronization [req-92a5a0cc-c69f-4219-8aa2-17ad97d4bf21 req-2d7657fb-850b-4c8d-85be-657b2c7e56e3 service nova] Enqueued Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_members [ 1176.138630] env[66948]: INFO networking_nsxv3.common.synchronization [req-92a5a0cc-c69f-4219-8aa2-17ad97d4bf21 req-2d7657fb-850b-4c8d-85be-657b2c7e56e3 service nova] Enqueued Resource ID: 011b4f88-a802-4d02-b400-b96246dc4860 with Priority: HIGHEST for action port [ 1176.139182] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_rules [ 1176.139323] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_members [ 1176.139421] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011b4f88-a802-4d02-b400-b96246dc4860 with Priority: HIGHEST for action port [ 1176.139752] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.139874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.139940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.140160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.140241] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.141431] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.141547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.141616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.141799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.141968] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.142098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.142161] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.142314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.142398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.142494] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.143266] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-011b4f88-a802-4d02-b400-b96246dc4860 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.143367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-011b4f88-a802-4d02-b400-b96246dc4860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.143435] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-011b4f88-a802-4d02-b400-b96246dc4860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.143585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-011b4f88-a802-4d02-b400-b96246dc4860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.143655] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('011b4f88-a802-4d02-b400-b96246dc4860',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.644963] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.646075] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.646215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.646365] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 011b4f88-a802-4d02-b400-b96246dc4860 with status ACTIVE [ 1176.646525] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.646634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.646701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.646910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.646997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.647184] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.647278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.647341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.647495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.647572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.647753] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.647846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.647907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.649114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.649114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.649114] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 011b4f88-a802-4d02-b400-b96246dc4860 is going to be updated. [ 1176.675704] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.675704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.675704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.675704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.676217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.676217] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-011b4f88-a802-4d02-b400-b96246dc4860" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.153708] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.656101] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.656252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.656326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.656543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.656628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.656760] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 is going to be created. [ 1177.723244] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.723484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.723484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.723726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.723914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.746625] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 in Status: UNINITIALIZED for 2s [ 1177.849294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8386780-3067-4830-abad-6f2b27c2e86f in Status: SUCCESS [ 1177.849562] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8386780-3067-4830-abad-6f2b27c2e86f deletion is rescheduled due to dependency. [ 1177.849820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.759434] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 in Status: SUCCESS [ 1179.759851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.760096] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.760499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.760841] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.761051] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.761183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.761502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.761644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.761803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.761972] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.265316] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.767962] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2: rpc.has_security_group_logging(os_id): False [ 1180.788044] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.788287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.788362] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.788641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.788733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.789066] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.789174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.789230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.789398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.789475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.789563] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 is going to be created. [ 1180.853154] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.853410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.853410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.853612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.853804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.867380] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 in Status: IN_PROGRESS for 2s [ 1181.140274] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.140496] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1181.859517] env[66948]: INFO networking_nsxv3.common.synchronization [None req-e342b0a7-1766-4100-be01-008acd5805c9 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_rules [ 1181.860276] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_rules [ 1181.860618] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.860767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.860851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.861163] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.861249] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.951331] env[66948]: INFO networking_nsxv3.common.synchronization [None req-fe24a08b-1895-4f19-a9a2-9daf2536ee7c tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_rules [ 1181.952148] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_rules [ 1181.952641] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.952806] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.387049] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.387049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.387049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.387398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.387398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.387466] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b already deleted. [ 1182.387963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.387963] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.388336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.388336] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.880448] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 in Status: SUCCESS [ 1182.880884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.909638] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.909912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.910023] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.910246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.910340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.910447] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b already deleted. [ 1182.910533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.953413] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.953773] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.723900] env[66948]: INFO networking_nsxv3.common.synchronization [req-10794084-ec4c-4861-822d-099b30ec5f52 req-6e6114b5-7741-4b5e-ac09-ade4654d17f4 tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_members [ 1187.724983] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_members [ 1187.724983] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbce24-9dc0-4891-a9d0-71d80f57108b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.724983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.724983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.725557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.725758] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.725887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.725950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.726110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.726207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.726285] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.084405] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.084795] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.084795] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.085014] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.085273] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.085430] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.085544] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.085757] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.085916] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.086217] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.086217] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.086358] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.086426] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.086532] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.086636] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.086766] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.107955] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.108114] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.108253] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.108449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-964" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.108872] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.109068] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.109193] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.109525] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.109676] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.228827] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.229007] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.229072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.229278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.229365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.229563] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.229661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.229731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.229910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.229990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.230090] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b already deleted. [ 1188.230174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.612416] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.613417] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.613417] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.613417] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.613417] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.613417] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67 not found, creating... [ 1188.613642] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.613782] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.613903] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.614157] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.615973] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.615973] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.615973] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.615973] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.615973] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.615973] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.615973] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67 is going to be created. [ 1188.636280] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.636513] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.636638] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.638092] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.638567] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.639022] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.340591] env[66948]: INFO networking_nsxv3.common.synchronization [req-10794084-ec4c-4861-822d-099b30ec5f52 req-60f990c7-af2d-41e0-824f-8a8e1a86ddc6 service nova] Enqueued Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_rules [ 1189.341337] env[66948]: INFO networking_nsxv3.common.synchronization [req-10794084-ec4c-4861-822d-099b30ec5f52 req-60f990c7-af2d-41e0-824f-8a8e1a86ddc6 service nova] Enqueued Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_members [ 1189.341520] env[66948]: INFO networking_nsxv3.common.synchronization [req-10794084-ec4c-4861-822d-099b30ec5f52 req-60f990c7-af2d-41e0-824f-8a8e1a86ddc6 service nova] Enqueued Resource ID: 73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67 with Priority: HIGHEST for action port [ 1189.342105] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_rules [ 1189.342290] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_members [ 1189.342405] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67 with Priority: HIGHEST for action port [ 1189.342684] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.342805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.342875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.343128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.343202] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.344129] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbce24-9dc0-4891-a9d0-71d80f57108b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.344252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.344323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.344528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.344700] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.344803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.344878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.345158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.345253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.345374] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.346167] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.346265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.346424] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.346557] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.346618] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.848012] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.849048] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbce24-9dc0-4891-a9d0-71d80f57108b taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.849186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.849406] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67 with status ACTIVE [ 1189.849589] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.849709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.849784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.849995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.850103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.850283] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.850381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.850436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.850589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.850664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.850845] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.850964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.852492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.852492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.852492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.852492] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67 is going to be updated. [ 1189.874027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.874027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.874027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.874242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.874274] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.874427] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e44ffc-1b3b-4a78-b3ba-fe8b2b135b67" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.354739] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.858055] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.858304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.858304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.858519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.858652] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.858769] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b is going to be created. [ 1190.889240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.889402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.889448] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.891735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.891735] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.905225] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b in Status: UNINITIALIZED for 2s [ 1192.070563] env[66948]: INFO networking_nsxv3.common.synchronization [req-2b01aea4-0588-4cdf-ba37-b501a11803f1 req-48e6ea97-4b61-4a32-b904-b734188f1c00 tempest-ServerActionsTestOtherB-1643070502 tempest-ServerActionsTestOtherB-1643070502-project-member] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1192.071226] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1192.071613] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.072158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.072158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.072251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.072443] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.072588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.072687] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.072911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.073030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.073160] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.218906] env[66948]: INFO networking_nsxv3.common.synchronization [req-338d0a58-7204-441a-ba5e-bd97a125b9ca req-ef7040cb-3f08-4a7a-98d2-db2b294ebe12 tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1192.220104] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1192.220517] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.220733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.221014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.221145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.221369] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.221436] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.221479] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.221633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.221723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.221812] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.575976] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.576221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.576301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.576537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.576622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.576827] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.576945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.576984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.577150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.577229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.577390] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1192.605156] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.605327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.605374] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.605590] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.605734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.614865] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1192.723659] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.723850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.723892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.724128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.744901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.745194] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.745317] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.745418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.745598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.745685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.745776] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1192.780147] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.780331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.780566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.780647] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.780778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.791621] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1192.915461] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b in Status: SUCCESS [ 1192.915729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.915915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.916146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.916347] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.916456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.916520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.916679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.916759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.916842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.916936] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.419526] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.921807] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3cbce24-9dc0-4891-a9d0-71d80f57108b: rpc.has_security_group_logging(os_id): False [ 1193.941138] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.941280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.941363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.941552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.941643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.941896] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.941993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.942063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.942215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.942296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.942403] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b is going to be created. [ 1194.000948] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.001221] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.001320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.001524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.001721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.015036] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b in Status: IN_PROGRESS for 2s [ 1194.626272] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1194.626650] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd deletion is rescheduled due to dependency. [ 1194.626650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.804348] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1194.804578] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c deletion is rescheduled due to dependency. [ 1194.804701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.028570] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b in Status: SUCCESS [ 1196.028975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.221683] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.222031] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1199.541409] env[66948]: INFO networking_nsxv3.common.synchronization [req-995cb4d5-8243-4922-8770-7ae4959ab8d6 req-2741e720-1787-465b-9b0a-a0392f31cf89 tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1199.542265] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1199.542341] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.542431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.542698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.542875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.542875] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.543138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.543212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.543337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.543426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.543522] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.959327] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.959327] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.959557] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.959720] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.960027] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.960225] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.960348] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.960584] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.960710] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.960920] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.961059] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.961220] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.961384] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.961514] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.961643] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.962480] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.009973] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.010241] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.010473] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.010590] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.010958] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-5209718b-c59d-4155-a276-7ec224572f87 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.011228] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-5209718b-c59d-4155-a276-7ec224572f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.011358] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-5209718b-c59d-4155-a276-7ec224572f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.011726] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-5209718b-c59d-4155-a276-7ec224572f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.011868] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5209718b-c59d-4155-a276-7ec224572f87',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.046501] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.046767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.046832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.047097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.047189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.047443] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.047568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.047684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.048123] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.048248] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.048350] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1200.079711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.079923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.079923] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.080244] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.080452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.092427] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1200.514113] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.514457] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.514535] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.514801] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.514969] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.515193] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 5209718b-c59d-4155-a276-7ec224572f87 not found, creating... [ 1200.515546] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.515770] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.515970] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.516322] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.516532] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.516962] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.517205] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.517390] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.517687] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.517885] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.518148] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 5209718b-c59d-4155-a276-7ec224572f87 is going to be created. [ 1200.539913] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.540213] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.540348] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.540623] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.540860] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.541151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-5209718b-c59d-4155-a276-7ec224572f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.712133] env[66948]: INFO networking_nsxv3.common.synchronization [req-e610fe88-c825-47e7-a119-3cda317c2265 req-b04931aa-9b75-4e9b-ac64-c15ecd58fdff tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 1200.712777] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 1200.713155] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.713778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.713875] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.714063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.714229] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.714332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.714393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.714546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.714631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.714724] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.216961] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.275802] env[66948]: INFO networking_nsxv3.common.synchronization [req-995cb4d5-8243-4922-8770-7ae4959ab8d6 req-d3834d36-c6fd-4eda-a0c6-6f4bb3e000dc service nova] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 1201.275985] env[66948]: INFO networking_nsxv3.common.synchronization [req-995cb4d5-8243-4922-8770-7ae4959ab8d6 req-d3834d36-c6fd-4eda-a0c6-6f4bb3e000dc service nova] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1201.276142] env[66948]: INFO networking_nsxv3.common.synchronization [req-995cb4d5-8243-4922-8770-7ae4959ab8d6 req-d3834d36-c6fd-4eda-a0c6-6f4bb3e000dc service nova] Enqueued Resource ID: 5209718b-c59d-4155-a276-7ec224572f87 with Priority: HIGHEST for action port [ 1201.276640] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 1201.276786] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1201.276864] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5209718b-c59d-4155-a276-7ec224572f87 with Priority: HIGHEST for action port [ 1201.277507] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.277507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.277610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.277793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.277875] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.278722] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.278832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.279446] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5209718b-c59d-4155-a276-7ec224572f87 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.279446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5209718b-c59d-4155-a276-7ec224572f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.279446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5209718b-c59d-4155-a276-7ec224572f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.279446] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5209718b-c59d-4155-a276-7ec224572f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.279446] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5209718b-c59d-4155-a276-7ec224572f87',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.719953] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.781525] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.781737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.781834] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5209718b-c59d-4155-a276-7ec224572f87 with status ACTIVE [ 1201.782012] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.782129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.782255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.782500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.783250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.783250] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.783250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.783250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.783250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.783250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.783603] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.783603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.783603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.783738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.783738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.783809] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5209718b-c59d-4155-a276-7ec224572f87 is going to be updated. [ 1201.807172] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.807578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.807578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.807856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.808022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.808273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5209718b-c59d-4155-a276-7ec224572f87" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.873266] env[66948]: INFO networking_nsxv3.common.synchronization [req-43cef0d9-86de-4804-8209-1270d0592ca7 req-b862eb91-7bdf-47fc-8d42-4d33d41df017 tempest-ServerActionsTestOtherB-1643070502 tempest-ServerActionsTestOtherB-1643070502-project-member] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1201.873813] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1201.874129] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.874275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.874330] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.874537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.874662] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.874741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.874802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.874999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.875144] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.875197] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.104621] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1202.104621] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c deletion is rescheduled due to dependency. [ 1202.104621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.104621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.104621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.104889] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.104889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.104889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.105145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.105145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.105304] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.224830] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.224830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.224830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.224830] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.225032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.225063] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f04035-0531-4810-bead-80f797c771b3 is going to be updated. [ 1202.330144] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.330144] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.330353] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.330519] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.330776] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.330934] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.331063] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.331330] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.331483] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.331691] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.331803] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.331911] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.332027] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.332141] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.332248] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.332424] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.344106] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.344281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.344383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.344595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.344747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.352590] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: IN_PROGRESS for 2s [ 1202.361479] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.361647] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.361761] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.361937] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.362284] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-a2430df9-5676-4188-8819-ba6bb09417b5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.362708] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.362926] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.363358] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.363498] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2430df9-5676-4188-8819-ba6bb09417b5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.380026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.380026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.380026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.380026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.380026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.380026] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.380026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.380026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.380026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.380026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.380026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1202.407015] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.407126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.407170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.407354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.407523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.427156] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1202.607244] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.866332] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.866756] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.866756] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.866927] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.867344] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.867442] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port a2430df9-5676-4188-8819-ba6bb09417b5 not found, creating... [ 1202.867741] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.867913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.868099] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.868343] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.868487] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.868786] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.868947] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.869081] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.869342] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.869491] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.869632] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: a2430df9-5676-4188-8819-ba6bb09417b5 is going to be created. [ 1202.889389] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.889586] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.889710] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.889979] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.890269] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.890504] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.110362] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.613566] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.613727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.613803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.614240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.614345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.614452] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1203.643465] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.643604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.643679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.643899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.644067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.652768] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1204.089501] env[66948]: INFO networking_nsxv3.common.synchronization [req-43cef0d9-86de-4804-8209-1270d0592ca7 req-90896ec9-ed8b-49a9-a581-b6181ba8a7d7 service nova] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 1204.089781] env[66948]: INFO networking_nsxv3.common.synchronization [req-43cef0d9-86de-4804-8209-1270d0592ca7 req-90896ec9-ed8b-49a9-a581-b6181ba8a7d7 service nova] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1204.089867] env[66948]: INFO networking_nsxv3.common.synchronization [req-43cef0d9-86de-4804-8209-1270d0592ca7 req-90896ec9-ed8b-49a9-a581-b6181ba8a7d7 service nova] Enqueued Resource ID: a2430df9-5676-4188-8819-ba6bb09417b5 with Priority: HIGHEST for action port [ 1204.090450] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 1204.090587] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1204.090686] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2430df9-5676-4188-8819-ba6bb09417b5 with Priority: HIGHEST for action port [ 1204.091008] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.091220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.091264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.091441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.091525] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.092714] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.092811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.093056] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2430df9-5676-4188-8819-ba6bb09417b5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.093166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.093253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.093452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.093537] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2430df9-5676-4188-8819-ba6bb09417b5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.363080] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: SUCCESS [ 1204.363316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.436662] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1204.436861] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd deletion is rescheduled due to dependency. [ 1204.436979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.437158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.437378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.437561] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.437679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.437744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.437891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.437976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.438134] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.595763] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.595902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.596113] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2430df9-5676-4188-8819-ba6bb09417b5 with status ACTIVE [ 1204.596289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.596416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.596450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.596674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.596764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.596935] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.597077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.597192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.597342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.597459] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.597665] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.597760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.597821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.597960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.598065] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.598166] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2430df9-5676-4188-8819-ba6bb09417b5 is going to be updated. [ 1204.618298] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.618454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.618499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.618700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.618834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.618996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.940729] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.443466] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.662654] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1205.663183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.663526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.663831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.664053] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.664204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.664306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.664496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.664631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.664704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.664782] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.945729] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.945955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.946086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.946333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.946431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.946538] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1205.977155] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.977319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.977389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.977587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.977734] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.987356] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1206.108432] env[66948]: INFO networking_nsxv3.common.synchronization [req-307d3113-9c24-43b3-82b8-b6ef001944aa req-bc4f7bcb-85f9-4478-9501-76490b3a06ca tempest-ImagesOneServerTestJSON-569085381 tempest-ImagesOneServerTestJSON-569085381-project-member] Enqueued Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGHEST for action security_group_members [ 1206.109051] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGHEST for action security_group_members [ 1206.109443] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.109638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.109709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.109918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.110096] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.110270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.110327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.110515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.110632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.110958] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.166659] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.612921] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.613246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.613246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.613473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.613473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.613701] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.613809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.613868] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.614033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.614116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.614219] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 is going to be updated. [ 1206.642037] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.642037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.642037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.642331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.642331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.651333] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 in Status: IN_PROGRESS for 2s [ 1206.670028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed01781-a8a4-4422-99f2-5f023dfe0e4c: rpc.has_security_group_logging(os_id): False [ 1206.689344] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.689455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.689501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.689690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.689783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.690048] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.690187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.690273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.690438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.690515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.690603] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1206.768846] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.768846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.769143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.769307] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.769474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.784880] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1207.996628] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1207.997017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.997017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.997227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.997423] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.997549] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.997647] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.997832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.997943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.998119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.998315] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.501271] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.665091] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 in Status: SUCCESS [ 1208.665319] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 deletion is rescheduled due to dependency. [ 1208.665456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.801861] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1208.802114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.003577] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd: rpc.has_security_group_logging(os_id): False [ 1209.021571] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.024043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.024043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.024043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.024043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.024043] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.024043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.024043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.024043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.024043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.024043] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1209.082878] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.083077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.083120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.083305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.083460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.099801] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1211.110395] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.110710] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1211.113691] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1211.113938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.112521] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.112931] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.742964] env[66948]: INFO networking_nsxv3.common.synchronization [req-f69df642-2502-49c8-8c9f-cae13c7892ca req-90ccdeb5-687c-4376-aa83-7b1f5fb2f80c tempest-ServerActionsTestOtherA-1453284750 tempest-ServerActionsTestOtherA-1453284750-project-member] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 1218.743672] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGHEST for action security_group_members [ 1218.744668] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.744668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.744668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.744668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.744668] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.744668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.744668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.746599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.746599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.746599] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.247659] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.247876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.247876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.248158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.248258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.248557] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.248662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.248727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.248884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.248961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.249062] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f04035-0531-4810-bead-80f797c771b3 is going to be updated. [ 1219.297128] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.297365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.297365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.297545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.297684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.308847] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: IN_PROGRESS for 2s [ 1221.320621] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f04035-0531-4810-bead-80f797c771b3 in Status: SUCCESS [ 1221.321071] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f04035-0531-4810-bead-80f797c771b3 deletion is rescheduled due to dependency. [ 1221.321071] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.744913] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.744913] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.262009] env[66948]: INFO networking_nsxv3.common.synchronization [None req-6a93e336-867d-44f1-a87d-d3b0aac7839e None None] Enqueued Resource ID: dcc8048e-cab2-4efc-b1c2-3113399141d2 with Priority: HIGHEST for action port [ 1227.265010] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc8048e-cab2-4efc-b1c2-3113399141d2 with Priority: HIGHEST for action port [ 1227.265381] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc8048e-cab2-4efc-b1c2-3113399141d2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.265508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc8048e-cab2-4efc-b1c2-3113399141d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.265577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc8048e-cab2-4efc-b1c2-3113399141d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.265844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc8048e-cab2-4efc-b1c2-3113399141d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.265931] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc8048e-cab2-4efc-b1c2-3113399141d2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.768553] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcc8048e-cab2-4efc-b1c2-3113399141d2 [ 1227.768865] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.768946] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.768990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.769311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.769538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.769670] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcc8048e-cab2-4efc-b1c2-3113399141d2 already deleted. [ 1227.769769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc8048e-cab2-4efc-b1c2-3113399141d2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.389849] env[66948]: INFO networking_nsxv3.common.synchronization [None req-f279ac59-cb7a-4964-837a-e8a81e044691 None None] Enqueued Resource ID: baee0436-1a08-44bb-833f-2c2076ba44e2 with Priority: HIGHEST for action port [ 1229.390449] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baee0436-1a08-44bb-833f-2c2076ba44e2 with Priority: HIGHEST for action port [ 1229.390736] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-baee0436-1a08-44bb-833f-2c2076ba44e2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.390856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baee0436-1a08-44bb-833f-2c2076ba44e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.390926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baee0436-1a08-44bb-833f-2c2076ba44e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.391185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baee0436-1a08-44bb-833f-2c2076ba44e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.391269] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baee0436-1a08-44bb-833f-2c2076ba44e2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.859864] env[66948]: INFO networking_nsxv3.common.synchronization [req-5b331cad-3074-4bdc-a5ea-210a3a58c7ba req-112a601c-babe-470c-92e5-2ad84a6ffab7 tempest-ServerActionsV293TestJSON-192283947 tempest-ServerActionsV293TestJSON-192283947-project-member] Enqueued Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_members [ 1229.860418] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGHEST for action security_group_members [ 1229.860786] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.860903] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.861017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.861171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.861386] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.861468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.861468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.861614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.861936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.861936] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.894207] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baee0436-1a08-44bb-833f-2c2076ba44e2 [ 1229.894435] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.894562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.894630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.894837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.894924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.895028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baee0436-1a08-44bb-833f-2c2076ba44e2 already deleted. [ 1229.895111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baee0436-1a08-44bb-833f-2c2076ba44e2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.364385] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.364592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.364640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.364831] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.364924] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.365145] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.365240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.365297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.365443] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.365517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.365603] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 is going to be updated. [ 1230.393168] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.393466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.393466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.393604] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.393726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.402379] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 in Status: IN_PROGRESS for 2s [ 1232.413262] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 in Status: SUCCESS [ 1232.413520] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 deletion is rescheduled due to dependency. [ 1232.413657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.932784] env[66948]: INFO networking_nsxv3.common.synchronization [req-3c160260-0c8d-436c-b821-05868661e66e req-9f985158-d5a2-490f-9eee-0d61cb004559 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1232.933800] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1232.934168] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.934757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.934757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.934757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.934894] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.934954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.935054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.935240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.935343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.935473] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.232075] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.232075] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.232075] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.232297] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.232488] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.232647] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.232761] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.232967] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.233125] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.233327] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.233435] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.233550] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.233656] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.233760] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.233860] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.233990] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.252132] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.252289] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.252415] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.252587] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.252880] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-17faf8a3-cf48-4f7a-aec1-0a67c994a206 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.253068] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-17faf8a3-cf48-4f7a-aec1-0a67c994a206" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.253604] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-17faf8a3-cf48-4f7a-aec1-0a67c994a206" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.253604] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-17faf8a3-cf48-4f7a-aec1-0a67c994a206" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.253604] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17faf8a3-cf48-4f7a-aec1-0a67c994a206',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.437516] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.437832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.437832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.438090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.438090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.438276] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.438407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.438489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.438671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.438771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.438819] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a already deleted. [ 1233.438872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.755807] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.756037] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.756111] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.756413] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.756567] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.756723] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 17faf8a3-cf48-4f7a-aec1-0a67c994a206 not found, creating... [ 1233.756994] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.757178] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.757300] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.757521] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.757652] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.757972] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.758152] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.758271] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.758482] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.758631] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.758793] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 17faf8a3-cf48-4f7a-aec1-0a67c994a206 is going to be created. [ 1233.781795] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.782145] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.782217] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.782468] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.782695] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.782976] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-17faf8a3-cf48-4f7a-aec1-0a67c994a206" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.477140] env[66948]: INFO networking_nsxv3.common.synchronization [req-3c160260-0c8d-436c-b821-05868661e66e req-26f6d23e-e823-456f-bba0-f8b4a3794f7a service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1234.477140] env[66948]: INFO networking_nsxv3.common.synchronization [req-3c160260-0c8d-436c-b821-05868661e66e req-26f6d23e-e823-456f-bba0-f8b4a3794f7a service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1234.477140] env[66948]: INFO networking_nsxv3.common.synchronization [req-3c160260-0c8d-436c-b821-05868661e66e req-26f6d23e-e823-456f-bba0-f8b4a3794f7a service nova] Enqueued Resource ID: 17faf8a3-cf48-4f7a-aec1-0a67c994a206 with Priority: HIGHEST for action port [ 1234.477140] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1234.477140] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1234.477140] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17faf8a3-cf48-4f7a-aec1-0a67c994a206 with Priority: HIGHEST for action port [ 1234.477140] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.477140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.477140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.477816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.477816] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.478929] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.479850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.479850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.479850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.479850] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.479850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.479850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.479850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.479850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.480165] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.482402] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-17faf8a3-cf48-4f7a-aec1-0a67c994a206 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.482533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17faf8a3-cf48-4f7a-aec1-0a67c994a206" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.482642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17faf8a3-cf48-4f7a-aec1-0a67c994a206" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.482791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17faf8a3-cf48-4f7a-aec1-0a67c994a206" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.482865] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17faf8a3-cf48-4f7a-aec1-0a67c994a206',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.980277] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.980494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.985092] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.985725] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17faf8a3-cf48-4f7a-aec1-0a67c994a206 with status ACTIVE [ 1234.986336] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.986336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.986336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.986336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.986583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.986620] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.986741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.986789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.986909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.986984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.987223] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.987298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.987335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.987456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.987542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.987606] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17faf8a3-cf48-4f7a-aec1-0a67c994a206 is going to be updated. [ 1235.009240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.009473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.009473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.009646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.009783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.009945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17faf8a3-cf48-4f7a-aec1-0a67c994a206" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.489254] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.992065] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.992295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.992390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.992645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.992765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.992889] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be created. [ 1236.015408] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.015562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.015616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.015815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.015975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.025620] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: UNINITIALIZED for 2s [ 1238.038061] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1238.038440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.038440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.038692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.038906] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.039053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.039353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.039629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.039710] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.040168] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.040168] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.542508] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.542770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.542770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.542979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.543260] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.543422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.543422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.543535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.543623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.543715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.543869] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.543962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.544050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.544179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.544318] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.544407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.544465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.544602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.544677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.544754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.544846] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.047446] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0091a1-0266-47ef-87df-d0205214101a: rpc.has_security_group_logging(os_id): False [ 1239.065254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.065480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.065480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.065682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.065776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.065976] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.066094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.066160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.066318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.066399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.066601] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.066698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.066765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.066908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.066990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.067185] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.067282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.067347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.067489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.067566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.067653] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be created. [ 1239.124052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.124275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.124275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.124483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.124673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.135493] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1239.477390] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.477517] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1241.154666] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1241.154666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.479326] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.479903] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.228166] env[66948]: INFO networking_nsxv3.common.synchronization [req-f74f1ffb-91b7-4093-a04b-4b116230f258 req-fbb70aea-e62e-4ca4-ae3a-d932cfb32146 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1248.228598] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1248.228928] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.229199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.229282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.229488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.229650] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.229763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.229891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.229925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.230021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.230126] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.543744] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.543948] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.544087] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.544365] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.544619] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.544757] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.544885] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.545120] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.545266] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.545476] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.545587] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.545693] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.545799] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.545907] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.546019] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.546153] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.565712] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.565868] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.565999] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.566195] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.566517] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-42e329aa-ef70-4c87-a368-910dd7bdef81 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.566686] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-42e329aa-ef70-4c87-a368-910dd7bdef81" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.566805] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-42e329aa-ef70-4c87-a368-910dd7bdef81" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.567139] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-42e329aa-ef70-4c87-a368-910dd7bdef81" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.567276] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e329aa-ef70-4c87-a368-910dd7bdef81',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.732419] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.069696] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.070025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.070172] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.070539] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.070714] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.070940] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 42e329aa-ef70-4c87-a368-910dd7bdef81 not found, creating... [ 1249.071393] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.071611] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.071761] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.072081] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.072237] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.072560] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.072724] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.072839] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.073808] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.073808] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.073808] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 42e329aa-ef70-4c87-a368-910dd7bdef81 is going to be created. [ 1249.097991] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.098352] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.098664] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.099103] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.099427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.099756] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-42e329aa-ef70-4c87-a368-910dd7bdef81" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.234979] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.544651] env[66948]: INFO networking_nsxv3.common.synchronization [req-ed2fcbd6-fe52-4b7a-b233-74aea8917f96 req-412e8f55-dd35-4058-8e51-8d926d44b60c tempest-AttachVolumeNegativeTest-957930511 tempest-AttachVolumeNegativeTest-957930511-project-member] Enqueued Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_members [ 1249.545238] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b with Priority: HIGHEST for action security_group_members [ 1249.545544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3cbce24-9dc0-4891-a9d0-71d80f57108b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.545665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.545729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.545914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.546229] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.546354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.546414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.546575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.546659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.546752] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3cbce24-9dc0-4891-a9d0-71d80f57108b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.737960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.738126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.738170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.738376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.738469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.738568] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1249.782975] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.783219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.783219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.783471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.783639] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.793534] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1249.810400] env[66948]: INFO networking_nsxv3.common.synchronization [req-f74f1ffb-91b7-4093-a04b-4b116230f258 req-fe63d633-ccec-41c2-a2b8-81d34dd58e84 service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1249.810570] env[66948]: INFO networking_nsxv3.common.synchronization [req-f74f1ffb-91b7-4093-a04b-4b116230f258 req-fe63d633-ccec-41c2-a2b8-81d34dd58e84 service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1249.810713] env[66948]: INFO networking_nsxv3.common.synchronization [req-f74f1ffb-91b7-4093-a04b-4b116230f258 req-fe63d633-ccec-41c2-a2b8-81d34dd58e84 service nova] Enqueued Resource ID: 42e329aa-ef70-4c87-a368-910dd7bdef81 with Priority: HIGHEST for action port [ 1249.811297] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1249.811442] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1249.811536] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e329aa-ef70-4c87-a368-910dd7bdef81 with Priority: HIGHEST for action port [ 1249.811815] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.811941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.812035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.812242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.812320] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.813175] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.813273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.813467] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-42e329aa-ef70-4c87-a368-910dd7bdef81 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.813564] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42e329aa-ef70-4c87-a368-910dd7bdef81" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.813627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42e329aa-ef70-4c87-a368-910dd7bdef81" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.813796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42e329aa-ef70-4c87-a368-910dd7bdef81" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.813868] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e329aa-ef70-4c87-a368-910dd7bdef81',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.049447] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.049447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.049447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.049656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.049689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.050127] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.050127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.050127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.050297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.050297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.050414] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b is going to be updated. [ 1250.081223] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.081342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.081408] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.081676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.081790] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.091533] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b in Status: IN_PROGRESS for 2s [ 1250.315538] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.315859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.315941] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42e329aa-ef70-4c87-a368-910dd7bdef81 with status ACTIVE [ 1250.316152] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.316265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.316331] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.316792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.316887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.317094] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.317202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.317253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.317397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.317476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.317655] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.317748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.317809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.317953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.318040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.318124] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42e329aa-ef70-4c87-a368-910dd7bdef81 is going to be updated. [ 1250.351834] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.352091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.352091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.352349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.352465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.352825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42e329aa-ef70-4c87-a368-910dd7bdef81" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.804424] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1251.806053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.806053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.806053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.806053] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.806053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.806053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.806053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.806053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.806053] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.101341] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b in Status: SUCCESS [ 1252.101519] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3cbce24-9dc0-4891-a9d0-71d80f57108b deletion is rescheduled due to dependency. [ 1252.101684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3cbce24-9dc0-4891-a9d0-71d80f57108b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.308137] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.810777] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.313553] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.313762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.313762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.313927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.314032] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.314148] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1253.342838] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.343014] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.343061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.343270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.343417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.353867] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1254.349160] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.349160] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.812544] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.812544] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1255.368217] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1255.368714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.368787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.369093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.369349] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.369473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.369578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.369760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.369905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.370024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.370126] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.873536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.873721] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.873787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.874021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.874191] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.874288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.874350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.874504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.874593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.874678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.874822] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.874912] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.874972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.875126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.875263] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.875359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.875426] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.875745] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.875885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.875998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.876190] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.378573] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0091a1-0266-47ef-87df-d0205214101a: rpc.has_security_group_logging(os_id): False [ 1256.399079] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.399260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.399305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.399502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.399599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.399807] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.399907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.399973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.400137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.400214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.400414] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.400509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.400571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.400764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.400808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.400953] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.401116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.401188] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.401339] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.401414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.401619] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1256.468902] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.469113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.469184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.469410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.469562] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.486373] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1258.501627] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1258.502045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.813745] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.814100] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.762680] env[66948]: INFO networking_nsxv3.common.synchronization [req-3059ce6d-1575-425c-bb13-5db2ced72e90 req-d9c07025-eeee-4fd6-9633-f747e43f27ff tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1260.763486] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1260.764055] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.764192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.764265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.764456] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.764622] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.764723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.764791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.764949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.765046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.765145] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.267461] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.770405] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.275965] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.276421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.276421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.276538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.276633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.276738] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1262.310045] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.310290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.310290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.310487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.310640] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.319469] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1264.331395] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1264.331807] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.764475] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.765121] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.065017] env[66948]: INFO networking_nsxv3.common.synchronization [req-b8a2429e-174b-47a2-94dc-4926e8f155dd req-c01d1a9c-2948-4970-9bcb-0863471f8fa2 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1270.065503] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1270.065814] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.065938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.066016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.066353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.066614] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.066614] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.066742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.066833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.066985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.067036] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.359283] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.359488] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.359662] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.359943] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.360236] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.360406] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.360515] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.360739] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.360873] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.361150] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.361335] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.361456] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.361610] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.361730] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.361837] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.361970] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.389275] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.389485] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.389587] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.389768] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.390107] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.390287] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.390408] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.390884] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.391039] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.569818] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.894050] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.894050] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.894050] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.894050] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.894386] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.894386] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f not found, creating... [ 1270.894545] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.894714] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.894837] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.895076] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.895225] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.895526] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.895683] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.895803] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.896023] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.896164] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.896307] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f is going to be created. [ 1270.917386] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.917603] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.917727] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.917994] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.918237] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.918475] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.072511] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.575585] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.575753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.575823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.576056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.576158] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.576261] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1271.602881] env[66948]: INFO networking_nsxv3.common.synchronization [req-b8a2429e-174b-47a2-94dc-4926e8f155dd req-91dc3cf5-a8e6-4888-b007-b81d9fe815ba service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1271.603105] env[66948]: INFO networking_nsxv3.common.synchronization [req-b8a2429e-174b-47a2-94dc-4926e8f155dd req-91dc3cf5-a8e6-4888-b007-b81d9fe815ba service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1271.603229] env[66948]: INFO networking_nsxv3.common.synchronization [req-b8a2429e-174b-47a2-94dc-4926e8f155dd req-91dc3cf5-a8e6-4888-b007-b81d9fe815ba service nova] Enqueued Resource ID: 21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f with Priority: HIGHEST for action port [ 1271.603829] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1271.603993] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1271.604083] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f with Priority: HIGHEST for action port [ 1271.605295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.605422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.605492] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.605694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.605842] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.606867] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.606973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.607052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.607212] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.607292] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.609623] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.609623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.609623] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.609623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.609623] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.609886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.609886] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.618116] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1272.110826] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.110826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.112034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f with status ACTIVE [ 1272.112242] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.112406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.112496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.112690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.112784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.112963] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.113079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.113143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.113293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.113375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.113576] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.115325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.115405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.115579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.115665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.115757] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f is going to be updated. [ 1272.136342] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.136543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.136543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.136753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.136901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.137077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f6fe3f-ee58-44d6-ad1a-76ccc7b2018f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.305550] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.305820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.305820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.306021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.306137] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.808392] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.310399] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.629341] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1273.629747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.629992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.630288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.630536] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.630695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.630778] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.631015] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.631139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.631370] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.812992] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1273.813206] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1274.134012] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.549469] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.549948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.549948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.549948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.564743] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1274.565732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.566795] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1274.606837] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.607120] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.607180] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.607472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.621303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.622388] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1274.622562] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.622690] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1274.635661] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.665121] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.665309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.665392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.665550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.666877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.667071] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1274.743065] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.743423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.743423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.743521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.743789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.744088] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1274.844717] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.844968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.844968] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.845154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.845473] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.845767] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1274.845861] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9e0091a1-0266-47ef-87df-d0205214101a', 'c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd', 'a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2', 'c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8', 'b3691d78-a758-44ae-8c0f-529fa9389745', '2c2d964b-c439-40ad-91f5-24b10c8539df', '7018d39b-e168-467f-8ce1-c4cd86476748', '31e82073-2248-49e4-9643-56729719c1f1', '0fc8d401-1608-4006-9f4e-8afecae83575', 'e7ca14a3-ad5d-4595-9f46-cfa8e9a88324', '3155e41d-3a78-456a-baa2-12349fba6ff6', 'c6426174-a6ce-4226-a3e3-9838a6a4760c', 'c53c4012-64d4-48e3-92d3-1710624cedbd', 'f570f217-3fa7-4f7a-bc73-6249cadb70cd', '33087aa5-446e-4b72-8bb2-ee44f10a5468', '03ce6833-0cbf-4614-a0bd-9c185311aeeb', 'f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8', '6f5d71ba-0491-4a3f-8e96-9fde6dd44f17', '18c3fd6a-a4ac-41fb-b635-72c1e038f8c8', '2ed01781-a8a4-4422-99f2-5f023dfe0e4c', '621aa616-137f-424f-a8db-ee0424748af1', 'f8386780-3067-4830-abad-6f2b27c2e86f', '8bfcceb5-7379-451a-b32f-510af68aaf1b', 'd9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238', '1adf5a6d-530f-4cdc-8e6a-f628310e3037', 'f84f1db3-05cf-4ea0-97f8-a43c943d6a04', 'f180044c-98a1-4c2c-8886-f51c008ba8e4', '84fdb4d7-386c-4343-8645-772336b2d6a4', '53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d', 'e5d5e4e4-d644-4828-986e-187666251613', '50d410cb-b49b-4bee-a34d-a20398df7a8f', '231486ac-a3eb-4127-96b4-3bd5c5e39e1b', '637510df-9ab0-4080-ae54-51d11d20b578', 'd03b5804-8968-4685-8b8a-2c0eb18653a9', '84f04035-0531-4810-bead-80f797c771b3', '8eb2b9d0-0775-4c88-8736-b20ad8933efc', '0bc83055-57b9-4bbe-a67e-916a668af702', '2c82a703-c397-4aa5-84ca-e3dea2671380', 'd7a71560-f776-4dd2-a80a-bdedc032eda4', 'f3cbce24-9dc0-4891-a9d0-71d80f57108b', 'd28b333f-b594-45cf-a01d-414828a4bfda', '4060cf79-46b0-403b-b510-800a056bd4fa', 'd789ec15-8351-4a24-9aaa-48879eb1017f'} {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.845953] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1274.867207] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.867496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.867585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.867808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.867901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.868032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1274.868110] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.868185] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1274.975395] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.975646] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.975779] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.976106] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.977280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.977561] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1274.977680] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.977775] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1274.977878] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1274.977975] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1274.978092] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGH for action security_group_rules [ 1274.978192] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGH for action security_group_rules [ 1274.978238] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGH for action security_group_rules [ 1274.978276] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGH for action security_group_rules [ 1274.978316] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGH for action security_group_rules [ 1274.978377] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGH for action security_group_rules [ 1274.978438] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGH for action security_group_rules [ 1274.978499] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGH for action security_group_rules [ 1274.978559] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGH for action security_group_rules [ 1274.978651] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGH for action security_group_rules [ 1274.978736] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGH for action security_group_rules [ 1274.978801] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGH for action security_group_rules [ 1274.978875] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGH for action security_group_rules [ 1274.978956] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGH for action security_group_rules [ 1274.979031] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGH for action security_group_rules [ 1274.979096] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGH for action security_group_rules [ 1274.979188] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGH for action security_group_rules [ 1274.979275] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGH for action security_group_rules [ 1274.979368] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGH for action security_group_rules [ 1274.979437] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGH for action security_group_rules [ 1274.979542] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.139664] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.139845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.139889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.140136] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.140232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.140341] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1275.176280] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.176567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.176567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.176816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.177045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.187088] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1276.605016] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.605422] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 1276.605422] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGH for action security_group_rules [ 1276.605538] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 with Priority: HIGH for action security_group_rules [ 1276.605675] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7018d39b-e168-467f-8ce1-c4cd86476748 with Priority: HIGH for action security_group_rules [ 1276.605793] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 with Priority: HIGH for action security_group_rules [ 1276.605923] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGH for action security_group_rules [ 1276.606048] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 with Priority: HIGH for action security_group_rules [ 1276.606156] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 with Priority: HIGH for action security_group_rules [ 1276.606282] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 with Priority: HIGH for action security_group_rules [ 1276.606434] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd with Priority: HIGH for action security_group_rules [ 1276.606608] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb with Priority: HIGH for action security_group_rules [ 1276.606727] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53c4012-64d4-48e3-92d3-1710624cedbd with Priority: HIGH for action security_group_rules [ 1276.606879] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6426174-a6ce-4226-a3e3-9838a6a4760c with Priority: HIGH for action security_group_rules [ 1276.607014] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 with Priority: HIGH for action security_group_rules [ 1276.607161] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 with Priority: HIGH for action security_group_rules [ 1276.607327] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc8d401-1608-4006-9f4e-8afecae83575 with Priority: HIGH for action security_group_rules [ 1276.607464] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2d964b-c439-40ad-91f5-24b10c8539df with Priority: HIGH for action security_group_rules [ 1276.607586] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e82073-2248-49e4-9643-56729719c1f1 with Priority: HIGH for action security_group_rules [ 1276.607734] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3691d78-a758-44ae-8c0f-529fa9389745 with Priority: HIGH for action security_group_rules [ 1276.607897] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGH for action security_group_rules [ 1276.608047] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 with Priority: HIGH for action security_group_rules [ 1276.608509] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.608647] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.608924] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.609079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.609172] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.609409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.609505] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.610573] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7018d39b-e168-467f-8ce1-c4cd86476748 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.610706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.610802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.610985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.611077] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7018d39b-e168-467f-8ce1-c4cd86476748',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.612244] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33087aa5-446e-4b72-8bb2-ee44f10a5468 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.612390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.612452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.612617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.612695] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33087aa5-446e-4b72-8bb2-ee44f10a5468',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.613388] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.613494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.613559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.614081] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.614081] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.614587] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.614716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.614798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.615097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.615203] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18c3fd6a-a4ac-41fb-b635-72c1e038f8c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.615960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.616104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.616185] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.616366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.616444] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f5d71ba-0491-4a3f-8e96-9fde6dd44f17',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.617226] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.617359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.617449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.617643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.617723] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.618614] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.618737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.618821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.619055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.619115] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f570f217-3fa7-4f7a-bc73-6249cadb70cd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.620177] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.620312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.620387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.620571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.620659] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ce6833-0cbf-4614-a0bd-9c185311aeeb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.621428] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53c4012-64d4-48e3-92d3-1710624cedbd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.621554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.621634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.621804] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.621890] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53c4012-64d4-48e3-92d3-1710624cedbd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.624404] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6426174-a6ce-4226-a3e3-9838a6a4760c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.624577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.624577] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.624677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.624769] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6426174-a6ce-4226-a3e3-9838a6a4760c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.625533] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3155e41d-3a78-456a-baa2-12349fba6ff6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.625665] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.625771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.625949] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.626055] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3155e41d-3a78-456a-baa2-12349fba6ff6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.626883] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.627020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.627020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.627174] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.627254] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca14a3-ad5d-4595-9f46-cfa8e9a88324',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.627997] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc8d401-1608-4006-9f4e-8afecae83575 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.628137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.628228] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.628401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.628509] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc8d401-1608-4006-9f4e-8afecae83575',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.629896] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2d964b-c439-40ad-91f5-24b10c8539df taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.629896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.629896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.629896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.629896] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2d964b-c439-40ad-91f5-24b10c8539df',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.631156] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31e82073-2248-49e4-9643-56729719c1f1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.631324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.631406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.631786] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.631786] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31e82073-2248-49e4-9643-56729719c1f1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.632990] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3691d78-a758-44ae-8c0f-529fa9389745 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.632990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.633211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.633211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.633297] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3691d78-a758-44ae-8c0f-529fa9389745',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.634437] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.634437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.634437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.634642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.634729] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.635401] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.635520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.635581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.635709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.635776] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.666143] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.666509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.666509] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.666610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.669082] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.669190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.689101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.689101] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f5d71ba-0491-4a3f-8e96-9fde6dd44f17 is going to be deleted. [ 1276.689521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.689759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.711064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.711064] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7018d39b-e168-467f-8ce1-c4cd86476748 is going to be deleted. [ 1276.750856] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.751094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.751150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.751429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.751538] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.751664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f5d71ba-0491-4a3f-8e96-9fde6dd44f17" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.759903] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.760092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.760092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.760325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.760416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.760528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7018d39b-e168-467f-8ce1-c4cd86476748" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.137280] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.137469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.137524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.137724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.137903] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.138025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.138092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.138240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.138326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.138414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.138502] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.154727] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.154866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.154941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.155151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.162435] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.162546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.183791] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.184063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.197618] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.197880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.200909] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.201146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.205326] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.205523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.206648] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1277.207127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.208149] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.208266] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.208981] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.209102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.209231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.209438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.209592] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.209692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.209757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.209904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.209989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.210089] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.210182] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.211641] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.211770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.212507] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.212613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.213229] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.213327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.213920] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.214326] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.214410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.214970] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.215447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.215511] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31e82073-2248-49e4-9643-56729719c1f1 is going to be deleted. [ 1277.216318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.216500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.217853] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.217957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.218814] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.218915] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.219495] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.219970] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.220078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.220639] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.221008] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.221133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.239195] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.239689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.239818] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2d964b-c439-40ad-91f5-24b10c8539df is going to be deleted. [ 1277.240978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.241207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.264462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.264655] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3691d78-a758-44ae-8c0f-529fa9389745 is going to be deleted. [ 1277.265559] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.265767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.281784] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.281967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.290991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.291175] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8 is going to be deleted. [ 1277.292480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.292700] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.325702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.325877] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc8d401-1608-4006-9f4e-8afecae83575 is going to be deleted. [ 1277.327370] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.327521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.327563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.327747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.327839] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.327962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2d964b-c439-40ad-91f5-24b10c8539df" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.328121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.328310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.358985] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.359235] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.364625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.364752] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3155e41d-3a78-456a-baa2-12349fba6ff6 is going to be deleted. [ 1277.365587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.365802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.389357] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.389595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.407887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.408105] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be deleted. [ 1277.408986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.409246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.478082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.478296] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8 is going to be deleted. [ 1277.479422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.479716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.488656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.488656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.496434] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.496434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.520077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.520077] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53c4012-64d4-48e3-92d3-1710624cedbd is going to be deleted. [ 1277.520691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.520930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.557347] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.557628] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.574435] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.574613] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca14a3-ad5d-4595-9f46-cfa8e9a88324 is going to be deleted. [ 1277.575691] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.575862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.611624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.612035] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f570f217-3fa7-4f7a-bc73-6249cadb70cd is going to be deleted. [ 1277.612861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.613110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.620295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.620450] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.623770] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.623897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.646456] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.666177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.666345] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33087aa5-446e-4b72-8bb2-ee44f10a5468 is going to be deleted. [ 1277.667306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.667519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.719568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.719711] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2 is going to be deleted. [ 1277.720963] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.721140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.721203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.721518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.721676] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.721773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.721773] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.721921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.721996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.722098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.722245] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.722332] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.722389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.722563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.722745] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.722865] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.722943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.723088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.723187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.723276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.723372] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.724338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.724524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.726572] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.726711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.741039] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.741039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.791455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.791652] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6426174-a6ce-4226-a3e3-9838a6a4760c is going to be deleted. [ 1277.792660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.792880] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.805420] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.805705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.832139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.832338] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ce6833-0cbf-4614-a0bd-9c185311aeeb is going to be deleted. [ 1277.833291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.833520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.833648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.833800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31e82073-2248-49e4-9643-56729719c1f1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.833961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.834139] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.912470] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.912714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.915701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.915884] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18c3fd6a-a4ac-41fb-b635-72c1e038f8c8 is going to be deleted. [ 1277.916792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.917017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.917108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.917240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3691d78-a758-44ae-8c0f-529fa9389745" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.917397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.917565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.917645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.917760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5f072a4-c5ae-4da3-b7b0-434ae4dfc1e8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.918311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.918519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.918625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.918758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3155e41d-3a78-456a-baa2-12349fba6ff6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.918936] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.919104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.919186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.919299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc8d401-1608-4006-9f4e-8afecae83575" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.919429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.919566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.919644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.919754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.919879] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.920030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.920108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.920222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6f4d6fc-ff7e-4156-9fc5-db606b7aa5c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.920347] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.920488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.920563] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.920674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53c4012-64d4-48e3-92d3-1710624cedbd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.920803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.920934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.921017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.921132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca14a3-ad5d-4595-9f46-cfa8e9a88324" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.921257] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.921417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.921519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.921642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f570f217-3fa7-4f7a-bc73-6249cadb70cd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.921768] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.921907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.921982] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.922108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33087aa5-446e-4b72-8bb2-ee44f10a5468" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.922231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.922555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.922555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.922555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6426174-a6ce-4226-a3e3-9838a6a4760c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.927706] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.927876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.927919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.928094] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.928177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.928299] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a153f4a8-4a4e-4929-bc0b-7b3a3a50a1b2" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.043433] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.043582] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.043656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.044031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.044166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.044294] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ce6833-0cbf-4614-a0bd-9c185311aeeb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.064726] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.065363] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.065506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.065578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.065798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.065891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.066035] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18c3fd6a-a4ac-41fb-b635-72c1e038f8c8" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.148827] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed01781-a8a4-4422-99f2-5f023dfe0e4c: rpc.has_security_group_logging(os_id): False [ 1278.174790] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.175042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.175170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.175495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.221367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.221823] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.222011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.222085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.222383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.222506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.222636] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1278.226946] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0091a1-0266-47ef-87df-d0205214101a: rpc.has_security_group_logging(os_id): False [ 1278.265039] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.265242] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.265349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.265688] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.311763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.311945] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.312053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.312053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.312270] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.312358] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.312661] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.312771] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.312824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.312998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.313093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.313289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.313388] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.313454] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.313603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.313682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.313767] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1278.319451] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.319685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.319685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.319862] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.320021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.333176] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1278.412885] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.413117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.413117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.413327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.413487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.430719] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1279.175775] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.176137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.176137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.176364] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.176621] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.176781] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.176901] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.177128] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.177274] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.178245] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.178414] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.178552] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.178683] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.178804] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.178914] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.179065] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.202325] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.202497] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.202643] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.202799] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-260" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.203137] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-a2430df9-5676-4188-8819-ba6bb09417b5 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.203310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.203443] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.203765] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.203906] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2430df9-5676-4188-8819-ba6bb09417b5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.706716] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.706939] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.707089] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.707400] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.707558] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.707848] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.708010] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.708177] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.708352] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.708490] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.708771] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.708926] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.709060] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.709309] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.709448] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.709595] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: a2430df9-5676-4188-8819-ba6bb09417b5 is going to be updated. [ 1279.732461] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.732697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.734064] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.734064] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.734064] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.734064] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.375345] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1280.375760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.417146] env[66948]: INFO networking_nsxv3.common.synchronization [req-3b99d172-23a1-4a77-b12a-8d9698b5b416 req-f65295a4-d61a-4cee-8d21-5c82b1b939b9 service nova] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 1280.417349] env[66948]: INFO networking_nsxv3.common.synchronization [req-3b99d172-23a1-4a77-b12a-8d9698b5b416 req-f65295a4-d61a-4cee-8d21-5c82b1b939b9 service nova] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1280.417492] env[66948]: INFO networking_nsxv3.common.synchronization [req-3b99d172-23a1-4a77-b12a-8d9698b5b416 req-f65295a4-d61a-4cee-8d21-5c82b1b939b9 service nova] Enqueued Resource ID: a2430df9-5676-4188-8819-ba6bb09417b5 with Priority: HIGHEST for action port [ 1280.418075] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_rules [ 1280.418221] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1280.418409] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2430df9-5676-4188-8819-ba6bb09417b5 with Priority: HIGHEST for action port [ 1280.419993] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.420201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.420312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.420540] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.420631] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.421690] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.421789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.421897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.423288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.423288] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.423288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.423288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.423288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.423288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.423288] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.423738] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2430df9-5676-4188-8819-ba6bb09417b5 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.423738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.423827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.423931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.424026] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2430df9-5676-4188-8819-ba6bb09417b5',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.447651] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1280.448166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.448166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.448286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.448332] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.925859] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.925979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.926125] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.927125] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2430df9-5676-4188-8819-ba6bb09417b5 with status ACTIVE [ 1280.927913] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.927913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.927913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.928132] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.928258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.928423] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.928548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.928594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.928716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.928920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.929142] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.929239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.929300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.929432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.929510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.929597] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2430df9-5676-4188-8819-ba6bb09417b5 is going to be updated. [ 1280.950547] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.950729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.950799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.950976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.951166] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.951264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.951382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.951522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.951606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.951690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.951779] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.953385] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.953920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.954757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.954757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.954757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.954757] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2430df9-5676-4188-8819-ba6bb09417b5" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.432050] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.456171] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.456411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.456546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.456849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.457126] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.457283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.457383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.457675] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.457836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.458011] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.458200] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.458298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.458370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.458568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.458766] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.458916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.459039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.459296] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.459383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.459482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.459575] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.934947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.935198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.935247] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.935641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.935641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.935775] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1281.962057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.962254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.962254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.962482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.962633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.963693] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0091a1-0266-47ef-87df-d0205214101a: rpc.has_security_group_logging(os_id): False [ 1281.972571] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1281.981113] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.981284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.981327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.981580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.981699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.981926] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.982049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.982116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.982301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.982385] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.982623] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.982720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.982774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.982945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.983038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.983232] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.983345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.983399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.983569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.983663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.983794] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1282.048544] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.048689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.048749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.048977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.049148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.071555] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1282.468090] env[66948]: INFO networking_nsxv3.common.synchronization [req-41a4ae72-9e41-49c3-b778-ac1a2b105b9b req-835f8aba-5c76-4f4a-8051-acb89b4b3911 tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1282.468394] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1282.468554] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.469153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.469153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.469153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.469326] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.469389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.469430] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.469630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.469755] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.469878] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.507338] env[66948]: INFO networking_nsxv3.common.synchronization [req-c5b91bcf-87ad-49f1-86c6-3bdfc2dbf948 req-118a851c-21b1-4788-bcd9-09a13a9b7c52 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1282.507826] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1282.508154] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.508272] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.508340] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.508611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.508687] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.509211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.509211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.509211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.509758] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.509758] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.972437] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.972622] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.972697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.972916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.973031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.973238] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.973336] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.973400] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.973556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.973636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.973738] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1283.001260] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.001466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.001519] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.001708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.001848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.011521] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.013064] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1283.514744] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.982300] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1283.982533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.982733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.982954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.983163] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.983279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.983344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.983494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.983573] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.983659] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.983768] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.016772] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.016922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.016992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.017219] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.017321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.017416] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1284.046072] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.046072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.046072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.046526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.046526] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.056886] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1284.088294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1284.088775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.486610] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.989238] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd: rpc.has_security_group_logging(os_id): False [ 1285.006792] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.007025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.007095] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.007428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.007578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.007874] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.007999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.008085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.008281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.008413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.008557] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be created. [ 1285.022511] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1285.022697] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c deletion is rescheduled due to dependency. [ 1285.022813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.067317] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.067583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.067678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.067905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.068173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.081479] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1286.067316] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1286.067742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.099566] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1287.099987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.508747] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.508962] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.625122] env[66948]: INFO networking_nsxv3.common.synchronization [req-2089c9f8-3eca-4721-a1af-83f867c7b382 req-bdfeb2ec-ee0c-492e-82e4-10fccd584d7e tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1291.625690] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1291.626016] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.626310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.626380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.626585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.626870] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.626978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.627052] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.627205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.627289] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.627374] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.911592] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.911828] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.912165] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.912542] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.912788] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.912952] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.913091] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.913383] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.913634] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.913927] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.914070] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.914186] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.914296] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.914409] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.914562] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.914655] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.934774] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.934977] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.935071] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.935249] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-953" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.935564] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.935735] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.935855] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.936199] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.936359] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.132121] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.132324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.132324] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.132445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.132541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.132775] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.132867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.132928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.133101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.133182] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.133270] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1292.161483] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.161713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.161764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.161965] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.162128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.170841] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1292.439399] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.439696] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.439746] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.440186] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.440321] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.440560] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb not found, creating... [ 1292.440911] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.441124] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.441293] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.441606] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.441796] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.442171] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.442415] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.442591] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.442953] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.443228] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.443493] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb is going to be created. [ 1292.470073] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.470073] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.470073] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.470073] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.470073] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.470073] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.184911] env[66948]: INFO networking_nsxv3.common.synchronization [req-2089c9f8-3eca-4721-a1af-83f867c7b382 req-5a9468a4-53f3-43dd-af80-c28d61826b54 service nova] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 1293.185345] env[66948]: INFO networking_nsxv3.common.synchronization [req-2089c9f8-3eca-4721-a1af-83f867c7b382 req-5a9468a4-53f3-43dd-af80-c28d61826b54 service nova] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1293.185345] env[66948]: INFO networking_nsxv3.common.synchronization [req-2089c9f8-3eca-4721-a1af-83f867c7b382 req-5a9468a4-53f3-43dd-af80-c28d61826b54 service nova] Enqueued Resource ID: 0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb with Priority: HIGHEST for action port [ 1293.185741] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_rules [ 1293.185872] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1293.185971] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb with Priority: HIGHEST for action port [ 1293.186289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.186421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.186491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.186664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.186751] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.187989] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.188177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.188541] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.188541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.188713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.188713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.188819] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.688841] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.688954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.690313] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb with status ACTIVE [ 1293.690521] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.690645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.690738] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.690945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.691050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.691215] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.691314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.691373] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.691570] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.691664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.691853] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.691957] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.692024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.692151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.692226] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.692309] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb is going to be updated. [ 1293.720850] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.721175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.721279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.721504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.721674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.721845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec8158f-3ccd-49a9-921c-1ea7dbf2c2eb" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.752099] env[66948]: INFO networking_nsxv3.common.synchronization [req-18bd7102-57fe-404e-a140-ab54001563a0 req-dcee419a-3ceb-4840-890a-30af82a60b4b tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1293.752991] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1293.753603] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.753603] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.753782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.754041] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.754305] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.754501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.754611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.754884] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.755068] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.755234] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.125841] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.126072] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.126200] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.126472] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.126739] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.126898] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.127027] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.127242] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.127384] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.127593] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.127703] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.127809] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.127915] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.128047] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.128163] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.128292] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.146165] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.146343] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1294.146465] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.146642] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.146960] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-1a2559da-0760-49c6-baa2-4e802b5389f6 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.147151] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-1a2559da-0760-49c6-baa2-4e802b5389f6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.147271] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-1a2559da-0760-49c6-baa2-4e802b5389f6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.147596] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-1a2559da-0760-49c6-baa2-4e802b5389f6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.147726] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a2559da-0760-49c6-baa2-4e802b5389f6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.179778] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1294.180513] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c deletion is rescheduled due to dependency. [ 1294.180513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.180513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.180686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.180868] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.180984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.181061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.181216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.181297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.181390] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.257884] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.649700] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.649953] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.650070] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.650406] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.650568] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.650725] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 1a2559da-0760-49c6-baa2-4e802b5389f6 not found, creating... [ 1294.650990] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.651163] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.651279] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.651509] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.651676] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.651972] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.652138] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.652254] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.652457] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.652587] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.652728] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 1a2559da-0760-49c6-baa2-4e802b5389f6 is going to be created. [ 1294.671220] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.671427] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.671627] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.671980] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.672248] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.672480] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-1a2559da-0760-49c6-baa2-4e802b5389f6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.683121] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.761181] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.185428] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.263377] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.263895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.263895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.263895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.264054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.264054] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1295.304121] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.304359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.304359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.304546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.304719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.316288] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1295.403689] env[66948]: INFO networking_nsxv3.common.synchronization [req-18bd7102-57fe-404e-a140-ab54001563a0 req-8144479d-516f-4d62-a66b-63185446322c service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1295.403896] env[66948]: INFO networking_nsxv3.common.synchronization [req-18bd7102-57fe-404e-a140-ab54001563a0 req-8144479d-516f-4d62-a66b-63185446322c service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1295.404035] env[66948]: INFO networking_nsxv3.common.synchronization [req-18bd7102-57fe-404e-a140-ab54001563a0 req-8144479d-516f-4d62-a66b-63185446322c service nova] Enqueued Resource ID: 1a2559da-0760-49c6-baa2-4e802b5389f6 with Priority: HIGHEST for action port [ 1295.405301] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1295.405727] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1295.406070] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2559da-0760-49c6-baa2-4e802b5389f6 with Priority: HIGHEST for action port [ 1295.406392] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.406520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.406589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.406799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.407526] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.408885] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.408996] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.409231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a2559da-0760-49c6-baa2-4e802b5389f6 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.409338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a2559da-0760-49c6-baa2-4e802b5389f6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.409405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a2559da-0760-49c6-baa2-4e802b5389f6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.409670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a2559da-0760-49c6-baa2-4e802b5389f6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.409758] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a2559da-0760-49c6-baa2-4e802b5389f6',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.687785] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.687976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.688037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.688245] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.688341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.688440] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1295.718461] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.718616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.718708] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.718921] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.719100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.727834] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1295.912125] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.912304] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.912464] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a2559da-0760-49c6-baa2-4e802b5389f6 with status ACTIVE [ 1295.912660] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.912787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.912922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.913250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.913348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.913527] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.913720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.913909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.914159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.914301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.914591] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.914792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.914958] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.915255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.915435] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.915667] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a2559da-0760-49c6-baa2-4e802b5389f6 is going to be updated. [ 1295.940880] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.941087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.941087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.941305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.941441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.941662] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a2559da-0760-49c6-baa2-4e802b5389f6" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.611992] env[66948]: INFO networking_nsxv3.common.synchronization [req-e41ff571-c98b-4297-b03e-b0b2b5bc1cd4 req-be3a2d0e-f5c2-4f7f-9552-14f618bbbdb2 tempest-ServerActionsTestOtherB-1643070502 tempest-ServerActionsTestOtherB-1643070502-project-member] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1296.612573] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGHEST for action security_group_members [ 1296.612891] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.613016] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.613083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.613291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.614432] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.614505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.614543] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.614754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.614845] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.614942] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.118201] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.118386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.118457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.118692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.118796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.119035] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.119133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.119168] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.119335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.119411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.119633] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be updated. [ 1297.149302] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.149522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.149617] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.149817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.149922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.159438] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: IN_PROGRESS for 2s [ 1297.327357] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1297.327624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.327872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.328110] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.328371] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.328514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.328602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.328817] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.328934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.329060] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.738030] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1297.738341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.738449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.738793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.738846] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.738952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.739027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.739208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.739281] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.739412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.739447] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.831640] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.242789] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.334050] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.745116] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed01781-a8a4-4422-99f2-5f023dfe0e4c: rpc.has_security_group_logging(os_id): False [ 1298.791945] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.792113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.792227] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.792398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.792501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.792888] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.793043] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.793117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.793282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.793363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.793457] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1298.836309] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.836478] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.836551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.836782] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.836878] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.836981] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1298.933803] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.934059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.934059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.934297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.934451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.943350] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.943555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.943555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.943727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.943870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.945512] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1298.971590] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1299.170650] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd in Status: SUCCESS [ 1299.170836] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd deletion is rescheduled due to dependency. [ 1299.170939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.956956] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1300.957433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.957516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.957881] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.958166] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.958297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.958363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.958533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.958692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.958752] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.958883] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.985180] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1300.985434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.461545] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.461810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.461810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.462047] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.462244] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.462351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.462416] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.462575] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.462673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.462776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.462933] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.463046] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.463112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.463260] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.463399] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.463491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.463550] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.463685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.463762] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.463844] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.463933] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.613834] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.613834] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.966468] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0091a1-0266-47ef-87df-d0205214101a: rpc.has_security_group_logging(os_id): False [ 1301.985612] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.985834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.985834] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.986151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.986151] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.986336] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.986434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.986495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.986650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.986729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.986932] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.987072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.987116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.987240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.987310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.987489] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.987580] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.987641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.987805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.987922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.988063] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1302.055451] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.056045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.056045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.056045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.056196] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.074346] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1304.093422] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1304.093829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.614609] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.614888] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.788518] env[66948]: INFO networking_nsxv3.common.synchronization [None req-4c87a0ba-3eff-47be-b607-20cfe753dbb1 None None] Enqueued Resource ID: 5fc42c77-2242-4464-9ac7-6e72c5de3e0e with Priority: HIGHEST for action port [ 1307.788779] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc42c77-2242-4464-9ac7-6e72c5de3e0e with Priority: HIGHEST for action port [ 1307.789373] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fc42c77-2242-4464-9ac7-6e72c5de3e0e taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.789500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fc42c77-2242-4464-9ac7-6e72c5de3e0e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.789567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fc42c77-2242-4464-9ac7-6e72c5de3e0e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.789823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fc42c77-2242-4464-9ac7-6e72c5de3e0e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.789906] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc42c77-2242-4464-9ac7-6e72c5de3e0e',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.000916] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3abe0e5-fb10-4919-8e67-7610cc898458 req-70fcc5a2-a69c-4fd2-8024-167b8a404fba tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1308.001486] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1308.001813] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.001931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.001994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.002205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.002354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.004112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.004112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.004112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.004112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.004112] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.292240] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fc42c77-2242-4464-9ac7-6e72c5de3e0e [ 1308.292366] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.292502] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.292569] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.292815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.292916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.293156] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fc42c77-2242-4464-9ac7-6e72c5de3e0e already deleted. [ 1308.293303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fc42c77-2242-4464-9ac7-6e72c5de3e0e" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.327446] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.327700] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.327794] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.328068] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.328623] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.328623] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.328913] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.328979] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.329170] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.329408] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.329530] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1308.329647] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1308.329768] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1308.330076] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1308.330076] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1308.330244] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1308.350688] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1308.350865] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1308.351020] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1308.351200] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.351503] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-48f1708b-f81c-412f-b074-01da64954474 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.351669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-48f1708b-f81c-412f-b074-01da64954474" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.351812] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-48f1708b-f81c-412f-b074-01da64954474" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.352150] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-48f1708b-f81c-412f-b074-01da64954474" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.352288] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f1708b-f81c-412f-b074-01da64954474',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.504581] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.854824] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.855478] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.855478] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.855478] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.855595] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.855759] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 48f1708b-f81c-412f-b074-01da64954474 not found, creating... [ 1308.856034] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.856215] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.856330] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.856556] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.856696] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.856976] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.857153] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.857274] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.858117] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.858117] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.858117] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 48f1708b-f81c-412f-b074-01da64954474 is going to be created. [ 1308.880770] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.881065] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.881179] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.881463] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.881697] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.882036] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-48f1708b-f81c-412f-b074-01da64954474" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.008090] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.510607] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.510840] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.510916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.511161] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.511298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.511451] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1309.542363] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.542589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.542698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.542979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.543250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.553161] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1309.579237] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3abe0e5-fb10-4919-8e67-7610cc898458 req-b7e6b2b7-bf43-430b-a80a-8680355bc455 service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1309.579237] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3abe0e5-fb10-4919-8e67-7610cc898458 req-b7e6b2b7-bf43-430b-a80a-8680355bc455 service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1309.579237] env[66948]: INFO networking_nsxv3.common.synchronization [req-a3abe0e5-fb10-4919-8e67-7610cc898458 req-b7e6b2b7-bf43-430b-a80a-8680355bc455 service nova] Enqueued Resource ID: 48f1708b-f81c-412f-b074-01da64954474 with Priority: HIGHEST for action port [ 1309.579357] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1309.579530] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1309.579565] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f1708b-f81c-412f-b074-01da64954474 with Priority: HIGHEST for action port [ 1309.580108] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.580261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.580343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.580565] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.580665] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.583346] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.583346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.583346] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f1708b-f81c-412f-b074-01da64954474 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.583346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f1708b-f81c-412f-b074-01da64954474" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.583346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f1708b-f81c-412f-b074-01da64954474" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.583727] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f1708b-f81c-412f-b074-01da64954474" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.583727] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f1708b-f81c-412f-b074-01da64954474',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.871197] env[66948]: INFO networking_nsxv3.common.synchronization [None req-0b52e982-4ca6-4074-a22f-95c734cbf353 None None] Enqueued Resource ID: ea4882ce-1575-4a6c-a1a2-1edec44d7014 with Priority: HIGHEST for action port [ 1309.871808] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4882ce-1575-4a6c-a1a2-1edec44d7014 with Priority: HIGHEST for action port [ 1309.872213] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea4882ce-1575-4a6c-a1a2-1edec44d7014 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.872346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea4882ce-1575-4a6c-a1a2-1edec44d7014" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.872406] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea4882ce-1575-4a6c-a1a2-1edec44d7014" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.872673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea4882ce-1575-4a6c-a1a2-1edec44d7014" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.872784] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4882ce-1575-4a6c-a1a2-1edec44d7014',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.086720] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.087171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.088653] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48f1708b-f81c-412f-b074-01da64954474 with status ACTIVE [ 1310.088749] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.088815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.088856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.089084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.089179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.089351] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.089447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.089508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.089676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.089764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.090030] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.090150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.090150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.090269] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.090343] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.090427] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48f1708b-f81c-412f-b074-01da64954474 is going to be updated. [ 1310.111462] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.111645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.111698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.112013] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.112138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.112303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f1708b-f81c-412f-b074-01da64954474" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.375306] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea4882ce-1575-4a6c-a1a2-1edec44d7014 [ 1310.375545] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.375828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.375828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.376129] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.376223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.376321] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea4882ce-1575-4a6c-a1a2-1edec44d7014 already deleted. [ 1310.376402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea4882ce-1575-4a6c-a1a2-1edec44d7014" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.565939] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1311.565939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.565939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.565939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.565939] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.565939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.566602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.566602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.566602] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.566602] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.070029] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.572192] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.075310] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.075566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.075566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.075697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.075789] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.075878] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1313.112666] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.112883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.112883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.113107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.113265] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.122792] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1313.539433] env[66948]: INFO networking_nsxv3.common.synchronization [req-2c3c2a0b-f921-426d-aa6f-67fec290c391 req-52adcd9d-be09-48da-9127-034f924acfa4 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1313.539690] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1313.540255] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.540255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.540255] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.540491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.541669] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.541669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.541669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.541669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.541669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.541669] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.873945] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.874275] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-887" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.874356] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-887" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.874750] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-887" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.875071] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.875288] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.875422] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.875655] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.875846] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.876435] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.876435] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1313.876435] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1313.876563] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1313.876628] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.876721] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1313.876883] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1313.896816] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1313.897084] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1313.897127] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1313.897317] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-887" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.897667] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.897840] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.897994] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.898387] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.898533] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4543117e-c740-46ab-aa9d-81d4d3ad1b9a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.045358] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.045581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.045630] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.045829] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.045941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.046143] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.046251] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.046300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.046447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.046520] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.046602] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 already deleted. [ 1314.046683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.400601] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.400822] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.400950] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.401260] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.401652] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.401652] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 4543117e-c740-46ab-aa9d-81d4d3ad1b9a not found, creating... [ 1314.401831] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.402024] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.402148] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.402370] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.402510] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.402788] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.402945] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.403137] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.403374] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.403560] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.403730] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a is going to be created. [ 1314.424316] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.424542] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.424664] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.424922] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.425167] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.425402] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.109808] env[66948]: INFO networking_nsxv3.common.synchronization [req-2c3c2a0b-f921-426d-aa6f-67fec290c391 req-59f2d141-9f0f-4fee-8c28-ba8bdb7c003b service nova] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_rules [ 1315.110203] env[66948]: INFO networking_nsxv3.common.synchronization [req-2c3c2a0b-f921-426d-aa6f-67fec290c391 req-59f2d141-9f0f-4fee-8c28-ba8bdb7c003b service nova] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1315.110203] env[66948]: INFO networking_nsxv3.common.synchronization [req-2c3c2a0b-f921-426d-aa6f-67fec290c391 req-59f2d141-9f0f-4fee-8c28-ba8bdb7c003b service nova] Enqueued Resource ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with Priority: HIGHEST for action port [ 1315.110719] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_rules [ 1315.110795] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1315.110894] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with Priority: HIGHEST for action port [ 1315.112946] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.113117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.113190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.113463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.113546] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.114418] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.114532] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.114649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.114772] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.114922] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.115028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.115090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.115231] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.115314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.115403] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.116783] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.116917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.116997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.117202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.117598] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4543117e-c740-46ab-aa9d-81d4d3ad1b9a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.134204] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1315.134449] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.134610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.134825] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.135025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.135147] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.135223] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.135382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.135466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.135552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.135640] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.619336] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.620537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.620677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.620767] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with status ACTIVE [ 1315.620929] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.621086] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.621137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.621321] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.621685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.621685] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.621685] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.621800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.621885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.621969] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.622166] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.622499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.622499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.622499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.622499] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.622682] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a is going to be updated. [ 1315.637895] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.638103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.638103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.638310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.638532] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.638642] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.638707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.638864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.638950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.639049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.639202] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.639294] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.639353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.639498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.639638] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.639749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.639821] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.639964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.640056] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.640138] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.640231] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.645276] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.645433] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.645506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.645619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.645775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.645944] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.124453] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.142152] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0091a1-0266-47ef-87df-d0205214101a: rpc.has_security_group_logging(os_id): False [ 1316.160178] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.160325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.160397] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.160608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.160695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.160884] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.160979] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.161055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.161201] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.161287] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.161490] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.161592] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.161654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.161794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.161925] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.162110] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.162200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.162261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.162398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.162471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.162553] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1316.247214] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.247444] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.247490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.247776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.247985] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.266357] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1316.626829] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.626999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.627088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.627297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.627386] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.627483] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be created. [ 1316.650282] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.650483] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.650555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.650766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.650930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.660055] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: UNINITIALIZED for 2s [ 1318.286094] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1318.286429] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.671130] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: SUCCESS [ 1318.671377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.671551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.671770] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.672025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.672154] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.672222] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.672389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.672507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.672633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.672731] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.175533] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.175719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.175719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.175950] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.176170] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.176279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.176335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.176501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.176581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.176722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.176894] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.176999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.177091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.177250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.177400] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.177503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.177572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.177889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.177889] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.177954] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.178055] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.273619] env[66948]: INFO networking_nsxv3.common.synchronization [req-2a3f6efe-df3f-4de7-9ee7-17a2290e2513 req-a38fa50c-108b-49f8-8a9c-76dff6b55bfb tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1319.274718] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1319.275656] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.276020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.276207] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.276495] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.276737] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.276908] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.277033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.277213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.277410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.277608] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.680544] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b220b5e7-1464-498e-8172-283b1e9be647: rpc.has_security_group_logging(os_id): False [ 1319.700539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.700689] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.700754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.700971] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.701083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.701279] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.701377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.701440] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.701599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.701678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.701868] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.701987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.702064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.702213] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.702290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.702482] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.702607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.702673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.702816] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.702894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.702979] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be created. [ 1319.761975] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.762215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.762215] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.762441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.762624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.774446] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: IN_PROGRESS for 2s [ 1319.779809] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.282143] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.785060] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.785060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.785060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.785060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.785060] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.785060] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1320.813803] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.813803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.813803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.813803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.813803] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.821490] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1321.788229] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: SUCCESS [ 1321.788548] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.831020] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1322.831020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.276260] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.276707] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.954740] env[66948]: INFO networking_nsxv3.common.synchronization [req-7de7f1c3-413e-45bb-a19e-ac9608141c95 req-2a69683f-2992-4011-8167-3771a61262e3 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1325.955347] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1325.956359] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.956359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.956359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.956588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.956627] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.956970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.956970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.956970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.956970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.957207] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.459644] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.961675] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.464575] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.464833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.464833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.465021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.465114] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.465238] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1327.497661] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.497892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.497892] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.498102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.498301] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.510104] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1329.522278] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1329.522701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.106444] env[66948]: INFO networking_nsxv3.common.synchronization [req-6a3c8caf-cdbb-4d5e-9153-d08fb79e7b9c req-3b4899ec-cb0c-46d9-bac3-6607632123e4 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 with Priority: HIGHEST for action security_group_members [ 1330.106613] env[66948]: INFO networking_nsxv3.common.synchronization [req-6a3c8caf-cdbb-4d5e-9153-d08fb79e7b9c req-3b4899ec-cb0c-46d9-bac3-6607632123e4 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1330.107502] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 with Priority: HIGHEST for action security_group_members [ 1330.107502] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1330.107741] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31159a4d-b5de-451f-9aed-fb963eeb1a19 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.107741] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.107823] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.108107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.108289] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.108431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.108500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.108668] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.108756] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.108853] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.109797] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.109955] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.110021] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.110187] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.110345] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.110420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.110485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.110634] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.110729] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.111788] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.149312] env[66948]: INFO networking_nsxv3.common.synchronization [req-6a3c8caf-cdbb-4d5e-9153-d08fb79e7b9c req-3b4899ec-cb0c-46d9-bac3-6607632123e4 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 with Priority: HIGHEST for action security_group_rules [ 1330.149489] env[66948]: INFO networking_nsxv3.common.synchronization [req-6a3c8caf-cdbb-4d5e-9153-d08fb79e7b9c req-3b4899ec-cb0c-46d9-bac3-6607632123e4 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 with Priority: HIGHEST for action security_group_members [ 1330.149629] env[66948]: INFO networking_nsxv3.common.synchronization [req-6a3c8caf-cdbb-4d5e-9153-d08fb79e7b9c req-3b4899ec-cb0c-46d9-bac3-6607632123e4 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_rules [ 1330.149759] env[66948]: INFO networking_nsxv3.common.synchronization [req-6a3c8caf-cdbb-4d5e-9153-d08fb79e7b9c req-3b4899ec-cb0c-46d9-bac3-6607632123e4 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1330.149889] env[66948]: INFO networking_nsxv3.common.synchronization [req-6a3c8caf-cdbb-4d5e-9153-d08fb79e7b9c req-3b4899ec-cb0c-46d9-bac3-6607632123e4 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with Priority: HIGHEST for action port [ 1330.150396] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 with Priority: HIGHEST for action security_group_rules [ 1330.150537] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_rules [ 1330.150640] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with Priority: HIGHEST for action port [ 1330.150734] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 with Priority: HIGHEST for action security_group_members [ 1330.150824] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1330.151209] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31159a4d-b5de-451f-9aed-fb963eeb1a19 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.151341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.151405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.151671] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.151758] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.152749] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.152749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.152848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.152941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.153025] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.153749] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.153855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.153909] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.154080] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.154157] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4543117e-c740-46ab-aa9d-81d4d3ad1b9a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.156062] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31159a4d-b5de-451f-9aed-fb963eeb1a19 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.156062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.156333] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.156333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.421462] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f3e6a84-89f7-41ef-a456-aa8a62aec951 req-6bf98236-2ba3-40bf-99d7-a7bfa9ae439f tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 with Priority: HIGHEST for action security_group_members [ 1330.421631] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f3e6a84-89f7-41ef-a456-aa8a62aec951 req-6bf98236-2ba3-40bf-99d7-a7bfa9ae439f tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1330.422359] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 with Priority: HIGHEST for action security_group_members [ 1330.422359] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1330.422508] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31159a4d-b5de-451f-9aed-fb963eeb1a19 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.422608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.422808] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.422914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.461697] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f3e6a84-89f7-41ef-a456-aa8a62aec951 req-6bf98236-2ba3-40bf-99d7-a7bfa9ae439f tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_rules [ 1330.461869] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f3e6a84-89f7-41ef-a456-aa8a62aec951 req-6bf98236-2ba3-40bf-99d7-a7bfa9ae439f tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1330.462016] env[66948]: INFO networking_nsxv3.common.synchronization [req-6f3e6a84-89f7-41ef-a456-aa8a62aec951 req-6bf98236-2ba3-40bf-99d7-a7bfa9ae439f tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with Priority: HIGHEST for action port [ 1330.462515] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_rules [ 1330.462651] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1330.462752] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with Priority: HIGHEST for action port [ 1330.463221] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.463342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.463551] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.463632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.463809] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.463945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.612412] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.613594] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.657111] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-31159a4d-b5de-451f-9aed-fb963eeb1a19 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.657252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.657517] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.657595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.657763] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with status ACTIVE [ 1330.657925] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.658036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.658098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.658320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.658413] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.658590] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.658682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.658742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.658900] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.658977] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.659182] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.659262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.659327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.659468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.659556] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.659617] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a is going to be updated. [ 1330.688454] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.688598] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.688669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.688894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.689054] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.689224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.689412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.689546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.689645] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4543117e-c740-46ab-aa9d-81d4d3ad1b9a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.115439] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.116521] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.191647] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4543117e-c740-46ab-aa9d-81d4d3ad1b9a with status ACTIVE [ 1331.191838] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.192024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.192128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.192392] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.192500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.192858] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.192858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.192858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.193125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.193125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.193373] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.193476] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.193551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.193707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.193781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.193864] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4543117e-c740-46ab-aa9d-81d4d3ad1b9a is going to be updated. [ 1331.216353] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.216547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.216547] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.216761] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.216899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.217073] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4543117e-c740-46ab-aa9d-81d4d3ad1b9a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.617962] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.618319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.618389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.618698] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.618872] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.619058] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 is going to be created. [ 1331.621163] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.621348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.621463] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.621753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.621902] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.622104] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be updated. [ 1331.645458] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.645692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.645781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.646574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.646574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.649800] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.649976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.650102] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.650229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.650368] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.659163] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 in Status: UNINITIALIZED for 2s [ 1331.659163] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: IN_PROGRESS for 2s [ 1333.670177] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: SUCCESS [ 1333.670669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.670669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.670801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.670957] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.671091] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.671156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.671315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.671398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.671494] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.672957] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 in Status: SUCCESS [ 1333.673190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.673303] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.673472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.673632] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.673732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.673793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.673930] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.674017] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.674616] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.176322] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.177532] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.177747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.177747] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.178067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.178280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.178715] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.178852] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.178922] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.179116] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.179202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.179294] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 is going to be deleted. [ 1334.211105] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.211315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.211315] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.211516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.211608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.211709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.211855] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.212033] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.212215] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.212318] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.212381] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.212524] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.212601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.212694] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.681716] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.715231] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.715418] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.715462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.715657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.715748] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.715950] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.716067] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.716133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.716292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.716370] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.716455] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 already deleted. [ 1334.716535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.716682] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.716826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.716973] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.717083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.717146] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.717286] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.717361] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.717451] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.165989] env[66948]: INFO networking_nsxv3.common.synchronization [req-af5f33b3-fe85-406c-b930-6c7bd39a39e2 req-f67fd7be-31be-43f5-a257-450c0cf1d518 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1335.166914] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1335.167408] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.167558] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.167645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.167832] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.167995] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.168112] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.168177] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.168335] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.168423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.168518] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.183857] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.184039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.184039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.184252] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.184367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.184479] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be updated. [ 1335.219711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.219864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.219939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.220238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.220504] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.221626] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.221760] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.221824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.221989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.222084] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.222475] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.222588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.222667] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.222826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.222911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.222994] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 already deleted. [ 1335.223197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.223380] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.233875] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: IN_PROGRESS for 2s [ 1335.466719] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.466951] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.467091] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.467365] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.467668] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.467856] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.467976] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.468282] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.468714] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.468961] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.469093] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1335.469209] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1335.469318] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1335.469429] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.469534] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1335.469691] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1335.488445] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1335.488603] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1335.488744] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1335.488921] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.489266] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-e0f87dc2-fb87-4754-ab01-e34ddef6789d taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.489439] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-e0f87dc2-fb87-4754-ab01-e34ddef6789d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.489561] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-e0f87dc2-fb87-4754-ab01-e34ddef6789d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.489901] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-e0f87dc2-fb87-4754-ab01-e34ddef6789d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.490066] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f87dc2-fb87-4754-ab01-e34ddef6789d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.670457] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.725405] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31159a4d-b5de-451f-9aed-fb963eeb1a19',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.993192] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.993415] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.993539] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.993820] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.993964] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.994138] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port e0f87dc2-fb87-4754-ab01-e34ddef6789d not found, creating... [ 1335.994397] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.994569] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.994687] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.994897] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.995051] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.995334] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.995489] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.995604] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.995803] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.995934] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.996080] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: e0f87dc2-fb87-4754-ab01-e34ddef6789d is going to be created. [ 1336.016025] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.016186] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.016318] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.016574] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.016800] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.017031] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-e0f87dc2-fb87-4754-ab01-e34ddef6789d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.174865] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.228163] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31159a4d-b5de-451f-9aed-fb963eeb1a19: rpc.has_security_group_logging(os_id): False [ 1336.246924] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.247131] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.247197] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.247375] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.247466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.247664] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.247764] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.247838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.247970] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.248057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.248144] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 is going to be created. [ 1336.264458] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/31159a4d-b5de-451f-9aed-fb963eeb1a19], does not exist path=[/infra/domains/default/groups/31159a4d-b5de-451f-9aed-fb963eeb1a19]."\n}' [ 1336.264615] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31159a4d-b5de-451f-9aed-fb963eeb1a19 [ 1336.264692] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1336.312264] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.312489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.312578] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.312809] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.313726] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.313996] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.314118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.314186] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.314363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.314469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.314658] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.314759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.314822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.314972] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.315063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.315148] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31159a4d-b5de-451f-9aed-fb963eeb1a19 is going to be created. [ 1336.330757] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/31159a4d-b5de-451f-9aed-fb963eeb1a19], does not exist path=[/infra/domains/default/groups/31159a4d-b5de-451f-9aed-fb963eeb1a19]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31159a4d-b5de-451f-9aed-fb963eeb1a19 [ 1336.330907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31159a4d-b5de-451f-9aed-fb963eeb1a19" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.331448] env[66948]: Traceback (most recent call last): [ 1336.331506] env[66948]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1336.331506] env[66948]: return func(*args, **kwargs) [ 1336.331506] env[66948]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1336.331506] env[66948]: res.raise_for_status() [ 1336.331506] env[66948]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1336.331506] env[66948]: raise HTTPError(http_error_msg, response=self) [ 1336.331506] env[66948]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31159a4d-b5de-451f-9aed-fb963eeb1a19 [ 1336.331506] env[66948]: During handling of the above exception, another exception occurred: [ 1336.331506] env[66948]: Traceback (most recent call last): [ 1336.331506] env[66948]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1336.331506] env[66948]: listener.cb(fileno) [ 1336.331506] env[66948]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1336.331506] env[66948]: result = function(*args, **kwargs) [ 1336.331506] env[66948]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1336.331506] env[66948]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1336.331506] env[66948]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1336.331506] env[66948]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1336.331506] env[66948]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1336.331506] env[66948]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1336.331506] env[66948]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1336.331506] env[66948]: res.raise_for_status() [ 1336.331506] env[66948]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1336.331506] env[66948]: raise HTTPError(http_error_msg, response=self) [ 1336.331506] env[66948]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31159a4d-b5de-451f-9aed-fb963eeb1a19 [ 1336.332317] env[66948]: Removing descriptor: 65 [ 1336.417688] env[66948]: INFO networking_nsxv3.common.synchronization [req-6672c8a3-0810-484b-813f-ad783e51dd4a req-c558161d-a4b7-431a-8112-d7b75ce12543 tempest-ServerRescueTestJSONUnderV235-431947836 tempest-ServerRescueTestJSONUnderV235-431947836-project-member] Enqueued Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1336.418940] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b220b5e7-1464-498e-8172-283b1e9be647 with Priority: HIGHEST for action security_group_members [ 1336.418940] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-b220b5e7-1464-498e-8172-283b1e9be647 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.418940] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.677240] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.677420] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.677467] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.677677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.677769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.677871] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1336.696316] env[66948]: INFO networking_nsxv3.common.synchronization [req-af5f33b3-fe85-406c-b930-6c7bd39a39e2 req-ecc05152-a1ea-49fe-9492-05213fc1f3c2 service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1336.696316] env[66948]: INFO networking_nsxv3.common.synchronization [req-af5f33b3-fe85-406c-b930-6c7bd39a39e2 req-ecc05152-a1ea-49fe-9492-05213fc1f3c2 service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1336.696316] env[66948]: INFO networking_nsxv3.common.synchronization [req-af5f33b3-fe85-406c-b930-6c7bd39a39e2 req-ecc05152-a1ea-49fe-9492-05213fc1f3c2 service nova] Enqueued Resource ID: e0f87dc2-fb87-4754-ab01-e34ddef6789d with Priority: HIGHEST for action port [ 1336.696638] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1336.696638] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1336.696714] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f87dc2-fb87-4754-ab01-e34ddef6789d with Priority: HIGHEST for action port [ 1336.696967] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.697137] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.697205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.697404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.697484] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.698366] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.698466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.698663] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0f87dc2-fb87-4754-ab01-e34ddef6789d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.698754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0f87dc2-fb87-4754-ab01-e34ddef6789d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.698819] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0f87dc2-fb87-4754-ab01-e34ddef6789d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.698990] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0f87dc2-fb87-4754-ab01-e34ddef6789d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.699106] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f87dc2-fb87-4754-ab01-e34ddef6789d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.711782] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.711920] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.712040] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.712305] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.712452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.730449] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1337.201454] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0f87dc2-fb87-4754-ab01-e34ddef6789d with status ACTIVE [ 1337.201706] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.201849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.201918] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.202285] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.202382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.202583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.202690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.202750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.202916] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.203020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.203260] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.203412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.203412] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.203554] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.203624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.203724] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0f87dc2-fb87-4754-ab01-e34ddef6789d is going to be updated. [ 1337.204969] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.205088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.225967] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.226170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.226170] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.226485] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.226694] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.226886] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0f87dc2-fb87-4754-ab01-e34ddef6789d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.243948] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: IN_PROGRESS for 4s [ 1338.741737] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1338.741737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.742371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.742371] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.742371] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.742567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.742567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.742702] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.742759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.742809] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.248030] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.256143] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: SUCCESS [ 1339.256720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.256720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.256854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.257033] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.257200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.257200] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.257329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.257415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.257518] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.750710] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.760090] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.760090] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.760311] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.760377] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.782127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.782457] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.782579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.782663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.782891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.782999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.783108] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be updated. [ 1339.811308] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.811541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.811541] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.811716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.811860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.820713] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: IN_PROGRESS for 2s [ 1340.254380] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.254515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.254566] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.254788] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.254893] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.255061] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1340.283594] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.283750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.283793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.284012] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.284175] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.303589] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1341.698052] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.698375] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1341.830765] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: SUCCESS [ 1341.830971] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 deletion is rescheduled due to dependency. [ 1341.831113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.831284] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.831521] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.831715] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.831913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.831988] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.832169] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.832338] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.832448] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.315507] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1342.315870] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.316141] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.316441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.316730] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.316927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.317058] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.317298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.317434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.317593] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.317758] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.335595] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.335835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.335835] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.336124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.336124] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.336320] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.336445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.336535] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.336633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.336720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.336822] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be updated. [ 1342.368470] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.368632] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.368744] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.369055] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.369271] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.378580] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: IN_PROGRESS for 2s [ 1342.820295] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.820725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.820725] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.820859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.820964] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.821097] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.821160] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.821308] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.821398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.821494] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.821646] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.821737] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.821795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.821933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.822086] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.822189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.822273] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.822422] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.822496] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.822709] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.822709] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.325504] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0091a1-0266-47ef-87df-d0205214101a: rpc.has_security_group_logging(os_id): False [ 1343.342881] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.343053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.343122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.343348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.363986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.364808] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.364808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.364808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.364808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.364808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.365153] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.365153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.365153] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.365279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.365349] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.365537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.365633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.365695] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.365836] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.365911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.365994] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1343.428259] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.428462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.428462] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.428656] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.428785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.447679] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1344.312363] env[66948]: INFO networking_nsxv3.common.synchronization [None req-620d00cc-b4a9-4926-90a5-cc4dd3906611 None None] Enqueued Resource ID: 26f2004d-1e51-4410-a615-0e17641820bf with Priority: HIGHEST for action port [ 1344.312861] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f2004d-1e51-4410-a615-0e17641820bf with Priority: HIGHEST for action port [ 1344.313262] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-26f2004d-1e51-4410-a615-0e17641820bf taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.313417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26f2004d-1e51-4410-a615-0e17641820bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.313417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26f2004d-1e51-4410-a615-0e17641820bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.314214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26f2004d-1e51-4410-a615-0e17641820bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.314214] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f2004d-1e51-4410-a615-0e17641820bf',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.389526] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: SUCCESS [ 1344.389770] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 deletion is rescheduled due to dependency. [ 1344.389828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.391264] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.391488] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.392016] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.392292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.392363] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.392525] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.392612] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.392704] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.392799] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.393686] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.393846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.394022] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.394127] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.394192] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.394325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.394410] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.394497] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.816440] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26f2004d-1e51-4410-a615-0e17641820bf [ 1344.816440] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.816673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.816673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.816885] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.816978] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.817096] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26f2004d-1e51-4410-a615-0e17641820bf already deleted. [ 1344.817209] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26f2004d-1e51-4410-a615-0e17641820bf" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.896036] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.897988] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.898204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.898276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.898606] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.898717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.900034] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.900034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.900034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.900034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.900034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.900034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be updated. [ 1344.928789] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.929028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.929150] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.929472] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.929722] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.940082] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: IN_PROGRESS for 2s [ 1344.988589] env[66948]: INFO networking_nsxv3.common.synchronization [None req-c6d2315e-8bdb-4233-a9fe-abfd13060d42 tempest-AttachVolumeShelveTestJSON-699235333 tempest-AttachVolumeShelveTestJSON-699235333-project-member] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_rules [ 1344.989242] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_rules [ 1344.989587] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.989706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.989777] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.990329] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.990485] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.081576] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a15f94ff-8276-4100-9887-f400bdb89131 tempest-AttachVolumeShelveTestJSON-699235333 tempest-AttachVolumeShelveTestJSON-699235333-project-member] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_rules [ 1345.082385] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_rules [ 1345.083027] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.083027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.400029] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b220b5e7-1464-498e-8172-283b1e9be647: rpc.has_security_group_logging(os_id): False [ 1345.427710] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.427897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.427939] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.428256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.428393] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.428560] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.428676] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.428718] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.428874] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.429276] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.429276] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be updated. [ 1345.467028] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1345.467028] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.508442] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.508620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.508684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.509193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.509193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.517872] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.518597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.518597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.518597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.518597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.518597] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 already deleted. [ 1345.518597] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.519162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.519162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.519162] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.521139] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: IN_PROGRESS for 2s [ 1346.039572] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.039572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.039572] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.039850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.039850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.039952] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 already deleted. [ 1346.039995] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.439622] env[66948]: INFO networking_nsxv3.common.synchronization [None req-e7d471bc-0d17-4ae8-9130-3434deeb2ddb None None] Enqueued Resource ID: a1a742ed-479d-46bc-a32f-225bf3c91b30 with Priority: HIGHEST for action port [ 1346.440195] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a742ed-479d-46bc-a32f-225bf3c91b30 with Priority: HIGHEST for action port [ 1346.440503] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a742ed-479d-46bc-a32f-225bf3c91b30 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.440625] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a742ed-479d-46bc-a32f-225bf3c91b30" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.440692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a742ed-479d-46bc-a32f-225bf3c91b30" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.440943] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a742ed-479d-46bc-a32f-225bf3c91b30" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.441041] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a742ed-479d-46bc-a32f-225bf3c91b30',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.942356] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a742ed-479d-46bc-a32f-225bf3c91b30 [ 1346.942581] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.942714] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.942783] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.942980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.943083] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.943177] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a742ed-479d-46bc-a32f-225bf3c91b30 already deleted. [ 1346.943261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a742ed-479d-46bc-a32f-225bf3c91b30" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.951369] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: SUCCESS [ 1346.951529] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b220b5e7-1464-498e-8172-283b1e9be647 deletion is rescheduled due to dependency. [ 1346.951635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.535708] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b220b5e7-1464-498e-8172-283b1e9be647 in Status: SUCCESS [ 1347.536118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.536118] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.536250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.536339] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b220b5e7-1464-498e-8172-283b1e9be647',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.849917] env[66948]: INFO networking_nsxv3.common.synchronization [req-0e8858a8-79c4-4638-9816-f82c52d078c6 req-96655abc-a955-41f5-97c7-46e6c44ffb85 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1347.850533] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1347.850902] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.851310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.851310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.851530] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.851619] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.851732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.851797] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.851945] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.852045] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.852135] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.058960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.059179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.059179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.060224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.077613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.077613] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b220b5e7-1464-498e-8172-283b1e9be647 is going to be deleted. [ 1348.119057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.119288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.119288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.119508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.119624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.119749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b220b5e7-1464-498e-8172-283b1e9be647" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.354590] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.857241] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.359650] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.359650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.359650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.359650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.359650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.359650] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1349.388516] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.388677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.388750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.388964] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.389128] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.397849] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1350.656328] env[66948]: INFO networking_nsxv3.common.synchronization [req-3de9f001-553f-4ad2-b79f-34792e2f98be req-84849a47-74dd-406f-b07e-7240a50f84ef tempest-AttachVolumeShelveTestJSON-699235333 tempest-AttachVolumeShelveTestJSON-699235333-project-member] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_members [ 1350.656869] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_members [ 1350.657196] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.657322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.657390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.657720] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.657883] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.657987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.658061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.658224] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.658313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.658409] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.943276] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.943425] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.943551] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.943900] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.944165] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.944328] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.944449] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.944926] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.945113] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.945335] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1350.945467] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1350.945583] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1350.945692] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1350.945804] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1350.945909] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1350.946053] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1350.965087] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1350.965262] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1350.965403] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1350.965585] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.965889] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-1df59606-f920-4b1e-97d9-89f93e5cfef1 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.966066] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.966284] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.966637] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.966811] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df59606-f920-4b1e-97d9-89f93e5cfef1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.161175] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.161350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.161424] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.161641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.161731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.161933] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.162039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.162103] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.162254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.162475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.162594] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 already deleted. [ 1351.162699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.407597] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1351.407828] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.469786] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.469786] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.469786] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.469950] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.470991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.470991] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 1df59606-f920-4b1e-97d9-89f93e5cfef1 not found, creating... [ 1351.470991] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.470991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.470991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.470991] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.471278] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.471434] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.471545] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.472236] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.472236] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.472236] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.472236] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 1df59606-f920-4b1e-97d9-89f93e5cfef1 is going to be created. [ 1351.492800] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.493025] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.493245] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.493481] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.493761] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.493940] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.205184] env[66948]: INFO networking_nsxv3.common.synchronization [req-3de9f001-553f-4ad2-b79f-34792e2f98be req-c865265a-283f-43ac-88a0-0a8c8808ed69 service nova] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_rules [ 1352.205441] env[66948]: INFO networking_nsxv3.common.synchronization [req-3de9f001-553f-4ad2-b79f-34792e2f98be req-c865265a-283f-43ac-88a0-0a8c8808ed69 service nova] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_members [ 1352.205610] env[66948]: INFO networking_nsxv3.common.synchronization [req-3de9f001-553f-4ad2-b79f-34792e2f98be req-c865265a-283f-43ac-88a0-0a8c8808ed69 service nova] Enqueued Resource ID: 1df59606-f920-4b1e-97d9-89f93e5cfef1 with Priority: HIGHEST for action port [ 1352.206662] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_rules [ 1352.206732] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_members [ 1352.206844] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df59606-f920-4b1e-97d9-89f93e5cfef1 with Priority: HIGHEST for action port [ 1352.207250] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.207384] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.207461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.207650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.207743] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.208567] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.208677] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.208743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.208904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.209060] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.209711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.209711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.209711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.209711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.209711] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.210701] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df59606-f920-4b1e-97d9-89f93e5cfef1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.210701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.210701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.210701] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.210701] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df59606-f920-4b1e-97d9-89f93e5cfef1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.713537] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.713683] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.713917] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.715128] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1df59606-f920-4b1e-97d9-89f93e5cfef1 with status ACTIVE [ 1352.715128] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.715300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.715300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.715482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.715650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.715779] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.715863] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.715917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.716545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.716545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.716545] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.716545] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.716766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.716766] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.716833] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.716949] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1df59606-f920-4b1e-97d9-89f93e5cfef1 is going to be updated. [ 1352.741304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.741482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.741531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.741717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.741860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.742026] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.219116] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.722142] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.722487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.722487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.722648] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.722824] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.722824] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 is going to be created. [ 1353.746248] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.746399] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.746474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.746684] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.746850] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.755838] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: UNINITIALIZED for 2s [ 1353.934514] env[66948]: INFO networking_nsxv3.common.synchronization [req-580f3f11-173f-48c1-be8e-e4e76d4417f0 req-a7789550-7a37-446b-86d6-d203b4bb9667 tempest-ServerActionsTestJSON-578723734 tempest-ServerActionsTestJSON-578723734-project-member] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1353.935097] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGHEST for action security_group_members [ 1353.935453] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.935588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.935657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.936122] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.937057] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.937057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.937057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.937057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.937057] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.937057] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.440822] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.441288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.441288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.441288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.460837] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.461127] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.461253] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.461300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.461470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.461555] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.461643] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be updated. [ 1354.486456] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.486670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.486670] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.486853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.486993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.495233] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: IN_PROGRESS for 2s [ 1355.765102] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: SUCCESS [ 1355.765309] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.765574] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.765815] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.765996] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.766140] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.766195] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.766345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.766428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.766514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.766607] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.269623] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.506179] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c in Status: SUCCESS [ 1356.506379] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c deletion is rescheduled due to dependency. [ 1356.506477] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.772245] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6f5335c-4a4e-4032-91f2-d77e4b3720e1: rpc.has_security_group_logging(os_id): False [ 1356.789806] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.790092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.790092] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.790292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.790391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.790628] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.790733] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.790798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.790938] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.791030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.791119] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 is going to be created. [ 1356.856162] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.856380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.856380] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.856581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.856767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.868805] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: IN_PROGRESS for 2s [ 1357.164379] env[66948]: INFO networking_nsxv3.common.synchronization [req-74f42a01-2f00-4942-b6eb-7eec1fbb2138 req-ec34c91c-52d5-4a5c-8a0e-27ccfe13c19c tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1357.164379] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1357.166960] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.167115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.167181] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.167387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.167560] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.167655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.167717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.167869] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.167952] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.168053] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.456061] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.456280] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.456455] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.456722] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.456993] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.457171] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.457293] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.457517] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.457663] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.457882] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1357.457997] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1357.458120] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1357.458228] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1357.458338] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1357.458449] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1357.458598] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1357.477229] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1357.477409] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1357.477527] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1357.477705] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-521" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.478016] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-10366a10-c837-493a-81af-41fb410a25c3 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.478193] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-10366a10-c837-493a-81af-41fb410a25c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.478310] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-10366a10-c837-493a-81af-41fb410a25c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.478621] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-10366a10-c837-493a-81af-41fb410a25c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.478785] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10366a10-c837-493a-81af-41fb410a25c3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.670428] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.980990] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.981315] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.981391] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.981714] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.981866] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.982032] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Segment Port 10366a10-c837-493a-81af-41fb410a25c3 not found, creating... [ 1357.982306] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.982515] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.982639] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.982869] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.983789] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.984178] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.984363] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.984489] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.984729] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.984872] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.985030] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 10366a10-c837-493a-81af-41fb410a25c3 is going to be created. [ 1358.007578] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.007815] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.007922] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.008231] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.008488] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.008731] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-10366a10-c837-493a-81af-41fb410a25c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.172918] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.676048] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.676220] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.676291] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.676517] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.676610] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.676708] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1358.699948] env[66948]: INFO networking_nsxv3.common.synchronization [req-74f42a01-2f00-4942-b6eb-7eec1fbb2138 req-5f7d69ad-4db5-4a4f-ab02-75ce8abce461 service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1358.700141] env[66948]: INFO networking_nsxv3.common.synchronization [req-74f42a01-2f00-4942-b6eb-7eec1fbb2138 req-5f7d69ad-4db5-4a4f-ab02-75ce8abce461 service nova] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1358.700561] env[66948]: INFO networking_nsxv3.common.synchronization [req-74f42a01-2f00-4942-b6eb-7eec1fbb2138 req-5f7d69ad-4db5-4a4f-ab02-75ce8abce461 service nova] Enqueued Resource ID: 10366a10-c837-493a-81af-41fb410a25c3 with Priority: HIGHEST for action port [ 1358.701439] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_rules [ 1358.701661] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1358.701832] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10366a10-c837-493a-81af-41fb410a25c3 with Priority: HIGHEST for action port [ 1358.702239] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.702480] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.702528] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.702749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.702830] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.705071] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.706911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.706911] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-10366a10-c837-493a-81af-41fb410a25c3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.706911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10366a10-c837-493a-81af-41fb410a25c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.706911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10366a10-c837-493a-81af-41fb410a25c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.706911] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10366a10-c837-493a-81af-41fb410a25c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.706911] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10366a10-c837-493a-81af-41fb410a25c3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.708225] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.708348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.708390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.708561] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.708854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.718224] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1358.879355] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: SUCCESS [ 1358.879595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.206110] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.206407] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.210830] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10366a10-c837-493a-81af-41fb410a25c3 with status ACTIVE [ 1359.211066] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.211203] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.211275] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.211490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.211583] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.211777] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.211926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.211926] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.212099] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.212767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.212767] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.212767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.212767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.212767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.212767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.213081] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10366a10-c837-493a-81af-41fb410a25c3 is going to be updated. [ 1359.236087] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.236087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.236087] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.236490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.236490] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.236649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10366a10-c837-493a-81af-41fb410a25c3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.729965] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1360.730376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.730376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.731609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.731609] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.731609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.731609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.731609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.731609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.731609] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.233587] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.736475] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.239141] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.239350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.239423] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.239607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.239711] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.239810] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1362.269793] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.270012] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.270012] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.270262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.270475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.279325] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1363.703763] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.704214] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1364.290864] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1364.291262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.291523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.291846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.292162] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.292389] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.292514] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.292753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.292894] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.293049] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.293202] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.795589] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.796024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.796024] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.796261] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.796441] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.796552] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.796621] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.796781] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.796907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.796973] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.797123] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.797218] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.797280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.797421] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.797560] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.797654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.797716] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.797854] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.797931] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.798027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.798118] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.301679] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e0091a1-0266-47ef-87df-d0205214101a: rpc.has_security_group_logging(os_id): False [ 1365.320025] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.320240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.320288] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.320505] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.320618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.320878] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.320992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.321070] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.321234] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.321312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.321512] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.321611] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.321673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.321813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.321888] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.322078] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.322216] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.322262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.322364] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.322437] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.322544] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1365.391715] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.391999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.391999] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.392168] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.392322] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.411234] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1367.433026] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1367.433438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.704952] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.705253] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.605786] env[66948]: INFO networking_nsxv3.common.synchronization [req-29837db9-f4c3-4e9d-acff-109ea8a21154 req-9b0f28cd-8727-4537-82cf-5e74c01e7645 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1370.606354] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1370.606785] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.606785] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.606934] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.607036] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.607197] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.607295] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.607353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.607506] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.607588] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.607710] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.110345] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.613215] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.115732] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.115896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.115962] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.116204] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.116297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.116394] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1372.149913] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.150157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.150157] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.150378] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.150607] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.158856] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1374.170693] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1374.171088] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.607555] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.607899] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.979081] env[66948]: INFO networking_nsxv3.common.synchronization [req-48a93090-b535-415d-84f1-3d0bc5e9954b req-b1e76e9c-efbd-4add-adac-ba56edff9586 tempest-ServersTestJSON-299624811 tempest-ServersTestJSON-299624811-project-member] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1376.979614] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGHEST for action security_group_members [ 1376.979972] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.980098] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.980193] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.980355] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.980519] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.980669] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.980795] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.980883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.980994] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.981109] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.483070] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.483325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.483325] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.483417] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.483503] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.483706] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.483827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.483891] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.484053] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.484133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.484222] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be updated. [ 1377.513252] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.513461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.513461] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.513638] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.513793] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.521854] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: IN_PROGRESS for 2s [ 1379.533367] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e0091a1-0266-47ef-87df-d0205214101a in Status: SUCCESS [ 1379.533800] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e0091a1-0266-47ef-87df-d0205214101a deletion is rescheduled due to dependency. [ 1379.533800] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.981635] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.981941] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.982635] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.983118] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.984155] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.984910] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.985477] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.985836] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.986595] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.986909] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.987364] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.987727] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.988426] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.988426] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.988942] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.989355] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.990113] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.990504] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.991067] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.991517] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.330771] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.330771] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.330771] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.331237] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.331237] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.331339] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.331473] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.331668] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.331816] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.332041] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1431.332161] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1431.332269] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1431.332382] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1431.332488] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1431.332593] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1431.332724] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1431.358642] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1431.358848] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1431.358982] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1431.359210] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.359449] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-1df59606-f920-4b1e-97d9-89f93e5cfef1 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.359626] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.359763] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.360010] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.360149] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df59606-f920-4b1e-97d9-89f93e5cfef1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.862273] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.862534] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.862598] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.862888] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.863052] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.863392] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.863547] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.863662] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.863876] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.864026] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.864347] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.864506] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.864622] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.864825] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.864955] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.865112] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 1df59606-f920-4b1e-97d9-89f93e5cfef1 is going to be updated. [ 1431.889866] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.890114] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.890230] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.890494] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.890714] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.890923] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.992705] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.992928] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.569039] env[66948]: INFO networking_nsxv3.common.synchronization [req-609a1d9f-ffcc-4b41-9eb9-028f9a20ce36 req-58648fc0-ff29-4220-8468-82533ae006f2 service nova] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_rules [ 1432.569324] env[66948]: INFO networking_nsxv3.common.synchronization [req-609a1d9f-ffcc-4b41-9eb9-028f9a20ce36 req-58648fc0-ff29-4220-8468-82533ae006f2 service nova] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_members [ 1432.569441] env[66948]: INFO networking_nsxv3.common.synchronization [req-609a1d9f-ffcc-4b41-9eb9-028f9a20ce36 req-58648fc0-ff29-4220-8468-82533ae006f2 service nova] Enqueued Resource ID: 1df59606-f920-4b1e-97d9-89f93e5cfef1 with Priority: HIGHEST for action port [ 1432.569585] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_rules [ 1432.569718] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_members [ 1432.569814] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df59606-f920-4b1e-97d9-89f93e5cfef1 with Priority: HIGHEST for action port [ 1432.570367] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.570513] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.570585] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.570784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.570869] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.571735] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.572208] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.572283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.572455] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.572604] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.572697] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.572759] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.572896] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.572976] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.573090] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.573860] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df59606-f920-4b1e-97d9-89f93e5cfef1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.573914] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.573986] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.574155] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.574231] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df59606-f920-4b1e-97d9-89f93e5cfef1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.075848] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.076189] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.076288] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.077381] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1df59606-f920-4b1e-97d9-89f93e5cfef1 with status ACTIVE [ 1433.077494] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.077613] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.077679] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.077895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.077984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.078179] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.078278] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.078342] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.078510] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.078584] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.078765] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.078856] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.078917] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.079657] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.079763] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.079763] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1df59606-f920-4b1e-97d9-89f93e5cfef1 is going to be updated. [ 1433.100803] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.101066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.101066] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.101282] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.101438] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.101601] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df59606-f920-4b1e-97d9-89f93e5cfef1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.581746] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.085247] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.085481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.085481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.085719] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.085827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.085933] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 is going to be updated. [ 1434.115796] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.116117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.116117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.116290] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.116369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.125155] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: IN_PROGRESS for 2s [ 1436.136666] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: SUCCESS [ 1436.136666] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.137111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.137111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.137316] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.137507] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.137620] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.137750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.137849] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.137941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.138049] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.640532] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.142961] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6f5335c-4a4e-4032-91f2-d77e4b3720e1: rpc.has_security_group_logging(os_id): False [ 1437.162134] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.162134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.162134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.162134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.162134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.162134] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.162134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.162134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.162847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.162847] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.162847] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 is going to be updated. [ 1437.222453] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.222774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.222774] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.222907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.223064] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.237122] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: IN_PROGRESS for 2s [ 1437.570348] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.570556] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1439.254034] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: SUCCESS [ 1439.254409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.571926] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.572476] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.573363] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.573363] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.574477] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.574477] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.574974] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.575452] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.576246] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.576651] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.577692] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.578255] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.579037] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.579515] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.580517] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.580940] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.582159] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.582579] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.583449] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.583773] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.668972] env[66948]: INFO networking_nsxv3.common.synchronization [req-3c7880f1-dc3c-4cb6-b71a-2e60ed4d280f req-d7dfd0a2-60ec-4947-b97c-db502e0735bb tempest-AttachVolumeShelveTestJSON-699235333 tempest-AttachVolumeShelveTestJSON-699235333-project-member] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_members [ 1488.669893] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGHEST for action security_group_members [ 1488.670360] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.670498] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.670595] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.670904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.671132] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.671277] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.671376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.671571] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.671798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.671839] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.174633] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.174633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.174633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.174633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.174633] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.175117] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.175117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.175117] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.175256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.175256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.175327] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 is going to be updated. [ 1489.214676] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.215031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.215031] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.215214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.215367] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.231146] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: IN_PROGRESS for 2s [ 1491.244063] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: IN_PROGRESS for 4s [ 1493.256408] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 in Status: SUCCESS [ 1493.256715] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 deletion is rescheduled due to dependency. [ 1493.256765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.453199] env[66948]: INFO networking_nsxv3.common.synchronization [None req-ab252d52-d309-42aa-9927-5208f4defd93 tempest-AttachVolumeShelveTestJSON-699235333 tempest-AttachVolumeShelveTestJSON-699235333-project-member] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_rules [ 1493.453718] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_rules [ 1493.454053] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.454184] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.454258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.454501] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.454587] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.528841] env[66948]: INFO networking_nsxv3.common.synchronization [None req-a47371d9-67ff-4c1d-b313-fa19826fd980 tempest-AttachVolumeShelveTestJSON-699235333 tempest-AttachVolumeShelveTestJSON-699235333-project-member] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_rules [ 1493.529380] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_rules [ 1493.529697] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.529801] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.976874] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.977022] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.977100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.977320] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.977405] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.977499] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca already deleted. [ 1493.977581] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.977723] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.977898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.977977] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.350254] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1494.350521] env[66948]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3fada035-944e-44db-82b6-61d9f04aa3c5 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1494.498796] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.499037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.499037] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.499244] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.499337] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.499433] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca already deleted. [ 1494.499531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.530025] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.530310] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.839579] env[66948]: INFO networking_nsxv3.common.synchronization [req-ac083dba-454e-4a9c-8132-003b4a8ab753 req-c033927f-8857-47a6-bbcd-adff436bd0f2 tempest-AttachVolumeShelveTestJSON-699235333 tempest-AttachVolumeShelveTestJSON-699235333-project-member] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_members [ 1498.840210] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_members [ 1498.840551] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.840699] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.840775] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.841198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.841416] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.841484] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.841546] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.841732] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.841867] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.842034] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.161427] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.161629] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.161755] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.162040] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.162671] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.162845] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.162967] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.163216] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.163362] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.163570] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1499.163684] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1499.163795] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1499.163925] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1499.164055] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1499.164169] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1499.164300] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1499.185100] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1499.185286] env[66948]: DEBUG dogpile.cache.region [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1499.185408] env[66948]: DEBUG dogpile.lock [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1499.185585] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.185899] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock port-0a7e670a-cca4-4ec8-aa27-899c78a619ee taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.186092] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.186217] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.186539] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.186677] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7e670a-cca4-4ec8-aa27-899c78a619ee',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.343936] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.344183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.344183] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.344359] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.344453] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.344651] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.344749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.344811] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.345034] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.345152] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.345272] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca already deleted. [ 1499.345365] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.688644] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.688923] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.688990] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.689337] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.689491] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.689647] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Segment Port 0a7e670a-cca4-4ec8-aa27-899c78a619ee not found, creating... [ 1499.689906] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.690082] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.690204] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.690423] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.690561] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.690839] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.690996] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.691134] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.691364] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.691503] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.691643] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Resource: SegmentPort with ID: 0a7e670a-cca4-4ec8-aa27-899c78a619ee is going to be created. [ 1499.716521] env[66948]: DEBUG networking_nsxv3.common.locking [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.716828] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.716828] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.717135] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.717368] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.717600] env[66948]: DEBUG oslo_concurrency.lockutils [None req-b0a2ea93-6a18-4a8e-9304-9cbcb35f83fa None None] Releasing lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.396595] env[66948]: INFO networking_nsxv3.common.synchronization [req-ac083dba-454e-4a9c-8132-003b4a8ab753 req-5e52914c-5d12-462a-ab38-fa253e58fd93 service nova] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_rules [ 1500.396769] env[66948]: INFO networking_nsxv3.common.synchronization [req-ac083dba-454e-4a9c-8132-003b4a8ab753 req-5e52914c-5d12-462a-ab38-fa253e58fd93 service nova] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_members [ 1500.396914] env[66948]: INFO networking_nsxv3.common.synchronization [req-ac083dba-454e-4a9c-8132-003b4a8ab753 req-5e52914c-5d12-462a-ab38-fa253e58fd93 service nova] Enqueued Resource ID: 0a7e670a-cca4-4ec8-aa27-899c78a619ee with Priority: HIGHEST for action port [ 1500.397440] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_rules [ 1500.397584] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_members [ 1500.397713] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7e670a-cca4-4ec8-aa27-899c78a619ee with Priority: HIGHEST for action port [ 1500.397948] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.398246] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.398283] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.398470] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.398553] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.399798] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.399913] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.399983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.400279] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.400465] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.400619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.400619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.401327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.401327] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.401327] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.402861] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7e670a-cca4-4ec8-aa27-899c78a619ee taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.402861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.402861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.402861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.402861] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7e670a-cca4-4ec8-aa27-899c78a619ee',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.901052] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.901481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.902542] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.903994] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a7e670a-cca4-4ec8-aa27-899c78a619ee with status ACTIVE [ 1500.904209] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.904326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.904390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.904992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.904992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.904992] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.904992] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.905233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.905233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.905294] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.905460] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.905589] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.905631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.905791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.905866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.905917] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a7e670a-cca4-4ec8-aa27-899c78a619ee is going to be updated. [ 1500.929084] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.929391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.929391] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.929743] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.929933] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.930156] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.405247] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.909062] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.909062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.909062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.909062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.909062] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.909062] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca is going to be created. [ 1501.932232] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.932457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.932457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.932627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.932784] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.942009] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: UNINITIALIZED for 2s [ 1503.953697] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: SUCCESS [ 1503.954134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.954134] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.954345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.954545] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.954663] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.954728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.954883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.954967] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.955059] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.955152] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.457789] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.960270] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75f31cc7-f060-4968-bdd0-c2db865389ca: rpc.has_security_group_logging(os_id): False [ 1504.977878] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.978166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.978166] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.978345] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.978398] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.978621] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.978730] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.978794] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.978948] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.979039] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.979127] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca is going to be created. [ 1505.039213] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.039522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.039522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.039680] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.039838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.057065] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: IN_PROGRESS for 2s [ 1505.399112] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.399362] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1507.070644] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: SUCCESS [ 1507.071077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.400869] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.401280] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.311190] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.311644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.311644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.311724] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.311823] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.814572] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.316961] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.818920] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1513.819210] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1514.648012] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.648551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.648551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.648717] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.660444] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1514.662728] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.663744] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1514.716765] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.717048] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.717048] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.717190] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.730199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.731033] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1514.731166] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1514.731226] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1514.762661] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.762838] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.762899] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.763079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.763798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.763951] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1514.841230] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.841465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.841465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.841674] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.842042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.842376] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1514.920766] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.921030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.921030] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.921143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.921469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.921768] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1514.921860] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9e0091a1-0266-47ef-87df-d0205214101a', 'c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd', '2ed01781-a8a4-4422-99f2-5f023dfe0e4c', '621aa616-137f-424f-a8db-ee0424748af1', 'f8386780-3067-4830-abad-6f2b27c2e86f', '8bfcceb5-7379-451a-b32f-510af68aaf1b', 'd9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238', '1adf5a6d-530f-4cdc-8e6a-f628310e3037', 'f84f1db3-05cf-4ea0-97f8-a43c943d6a04', 'f180044c-98a1-4c2c-8886-f51c008ba8e4', '75f31cc7-f060-4968-bdd0-c2db865389ca', '84fdb4d7-386c-4343-8645-772336b2d6a4', '53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d', 'e5d5e4e4-d644-4828-986e-187666251613', 'f6f5335c-4a4e-4032-91f2-d77e4b3720e1', '50d410cb-b49b-4bee-a34d-a20398df7a8f', '231486ac-a3eb-4127-96b4-3bd5c5e39e1b', '637510df-9ab0-4080-ae54-51d11d20b578', 'd03b5804-8968-4685-8b8a-2c0eb18653a9', '84f04035-0531-4810-bead-80f797c771b3', '8eb2b9d0-0775-4c88-8736-b20ad8933efc', '0bc83055-57b9-4bbe-a67e-916a668af702', '2c82a703-c397-4aa5-84ca-e3dea2671380', 'd7a71560-f776-4dd2-a80a-bdedc032eda4', 'f3cbce24-9dc0-4891-a9d0-71d80f57108b', 'd28b333f-b594-45cf-a01d-414828a4bfda', '4060cf79-46b0-403b-b510-800a056bd4fa', 'd789ec15-8351-4a24-9aaa-48879eb1017f'} {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1514.921975] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1514.938905] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.939162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.939162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.939297] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.939383] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.939493] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1514.939565] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1514.939635] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1515.012672] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.012898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.012898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.013100] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.014348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.014628] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1515.014698] env[66948]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66948) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1515.014778] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1515.014844] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1515.014918] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1515.014988] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGH for action security_group_rules [ 1515.015115] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGH for action security_group_rules [ 1515.015184] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGH for action security_group_rules [ 1515.015248] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGH for action security_group_rules [ 1515.015309] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGH for action security_group_rules [ 1515.015371] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGH for action security_group_rules [ 1515.015431] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGH for action security_group_rules [ 1515.015491] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGH for action security_group_rules [ 1515.015552] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGH for action security_group_rules [ 1515.015613] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGH for action security_group_rules [ 1515.015664] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGH for action security_group_rules [ 1515.015727] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGH for action security_group_rules [ 1515.015787] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGH for action security_group_rules [ 1515.015847] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGH for action security_group_rules [ 1515.015907] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGH for action security_group_rules [ 1515.015956] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGH for action security_group_rules [ 1515.016030] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGH for action security_group_rules [ 1515.016097] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGH for action security_group_rules [ 1515.016158] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGH for action security_group_rules [ 1515.016220] env[66948]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGH for action security_group_rules [ 1515.016313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.401963] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.402188] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1515.402263] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0091a1-0266-47ef-87df-d0205214101a with Priority: HIGH for action security_group_rules [ 1515.402371] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c with Priority: HIGH for action security_group_rules [ 1515.402483] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 with Priority: HIGH for action security_group_rules [ 1515.402583] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 with Priority: HIGH for action security_group_rules [ 1515.402679] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f04035-0531-4810-bead-80f797c771b3 with Priority: HIGH for action security_group_rules [ 1515.402771] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 with Priority: HIGH for action security_group_rules [ 1515.402866] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637510df-9ab0-4080-ae54-51d11d20b578 with Priority: HIGH for action security_group_rules [ 1515.402960] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b with Priority: HIGH for action security_group_rules [ 1515.403066] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d5e4e4-d644-4828-986e-187666251613 with Priority: HIGH for action security_group_rules [ 1515.403161] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f with Priority: HIGH for action security_group_rules [ 1515.403249] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d with Priority: HIGH for action security_group_rules [ 1515.403337] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 with Priority: HIGH for action security_group_rules [ 1515.403425] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGH for action security_group_rules [ 1515.403516] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 with Priority: HIGH for action security_group_rules [ 1515.403599] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 with Priority: HIGH for action security_group_rules [ 1515.403689] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b with Priority: HIGH for action security_group_rules [ 1515.403776] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 with Priority: HIGH for action security_group_rules [ 1515.403865] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8386780-3067-4830-abad-6f2b27c2e86f with Priority: HIGH for action security_group_rules [ 1515.403953] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd with Priority: HIGH for action security_group_rules [ 1515.404078] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621aa616-137f-424f-a8db-ee0424748af1 with Priority: HIGH for action security_group_rules [ 1515.404450] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e0091a1-0266-47ef-87df-d0205214101a taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.404579] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.404645] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.404859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.404941] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e0091a1-0266-47ef-87df-d0205214101a',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.405947] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.406082] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.406133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.406298] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.406381] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed01781-a8a4-4422-99f2-5f023dfe0e4c',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.407499] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.408258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.408258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.408258] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.408258] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.409491] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.409491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.409491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.409491] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.409491] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f5335c-4a4e-4032-91f2-d77e4b3720e1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.409876] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f04035-0531-4810-bead-80f797c771b3 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.409876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.409876] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.409983] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.410060] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f04035-0531-4810-bead-80f797c771b3',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.410789] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d03b5804-8968-4685-8b8a-2c0eb18653a9 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.410895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.410960] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.411149] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.411239] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d03b5804-8968-4685-8b8a-2c0eb18653a9',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.411935] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-637510df-9ab0-4080-ae54-51d11d20b578 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.411998] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.412063] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.412198] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.412270] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('637510df-9ab0-4080-ae54-51d11d20b578',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.412921] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.413038] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.413108] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.413256] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.413327] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('231486ac-a3eb-4127-96b4-3bd5c5e39e1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.413987] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d5e4e4-d644-4828-986e-187666251613 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.414121] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.414214] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.414346] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.414421] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d5e4e4-d644-4828-986e-187666251613',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.415204] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d410cb-b49b-4bee-a34d-a20398df7a8f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.415319] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.415369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.415475] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.415848] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d410cb-b49b-4bee-a34d-a20398df7a8f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.416208] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.416316] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.416928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.416928] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.416928] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.417304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fdb4d7-386c-4343-8645-772336b2d6a4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.417415] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.417482] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.417629] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.417700] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fdb4d7-386c-4343-8645-772336b2d6a4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.418449] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.418553] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.418624] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.418767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.418820] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.419489] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f180044c-98a1-4c2c-8886-f51c008ba8e4 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.419594] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.419653] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.419866] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.419947] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f180044c-98a1-4c2c-8886-f51c008ba8e4',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.420793] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.420905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.421025] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.421113] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.421229] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f84f1db3-05cf-4ea0-97f8-a43c943d6a04',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.421904] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bfcceb5-7379-451a-b32f-510af68aaf1b taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.422027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.422105] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.422238] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.422310] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bfcceb5-7379-451a-b32f-510af68aaf1b',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.423041] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.423230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.423314] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.423466] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.423533] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1adf5a6d-530f-4cdc-8e6a-f628310e3037',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.424229] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8386780-3067-4830-abad-6f2b27c2e86f taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.424353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.424401] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.424635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.424635] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8386780-3067-4830-abad-6f2b27c2e86f',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.425254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.425357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.425649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.425649] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.425748] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.426464] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621aa616-137f-424f-a8db-ee0424748af1 taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.426568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.426635] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.426822] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.427369] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621aa616-137f-424f-a8db-ee0424748af1',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.459262] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.459451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.459451] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.459654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.462605] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.462753] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.465558] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.465664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.470366] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.470460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.471436] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.471534] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.472229] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.472326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.477808] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.477808] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 637510df-9ab0-4080-ae54-51d11d20b578 is going to be deleted. [ 1515.478587] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.478791] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.497707] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.497848] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 231486ac-a3eb-4127-96b4-3bd5c5e39e1b is going to be deleted. [ 1515.498692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.498895] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.516341] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.516505] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d03b5804-8968-4685-8b8a-2c0eb18653a9 is going to be deleted. [ 1515.517379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.517599] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.538927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.539115] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f04035-0531-4810-bead-80f797c771b3 is going to be deleted. [ 1515.539941] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.540171] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.542583] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.542742] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.552942] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.552942] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.557858] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.558018] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e0091a1-0266-47ef-87df-d0205214101a is going to be deleted. [ 1515.558857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.559085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.583351] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.583565] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238 is going to be deleted. [ 1515.584452] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.584660] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.584750] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.584864] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-637510df-9ab0-4080-ae54-51d11d20b578" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.585044] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.585230] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.585313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.585428] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-231486ac-a3eb-4127-96b4-3bd5c5e39e1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.642831] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.643075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.643075] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.643306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.643387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.643508] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d03b5804-8968-4685-8b8a-2c0eb18653a9" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.645712] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.645859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.645932] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.646115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.646205] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.646326] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f04035-0531-4810-bead-80f797c771b3" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.666759] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.667202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.667202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.667202] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.667348] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.667409] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e0091a1-0266-47ef-87df-d0205214101a" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.694788] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.695042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.695042] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.695210] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.695306] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.695434] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f6a1f2-a9e2-48bb-9aa3-d8eeef18a238" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.939686] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.939901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.939901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.940125] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.940304] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.940411] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.940474] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.940631] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.940715] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.940802] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.940888] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.988580] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.988841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.988841] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.988991] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.991023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.991191] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.991909] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.992061] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.992779] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.992859] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.993563] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.993664] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.994747] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.994857] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.995559] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.995654] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.996435] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.996518] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.997254] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.997344] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.998400] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.998500] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.999227] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.999323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.999852] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.000294] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.000404] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.004339] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.004794] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.004901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.010447] env[66948]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1516.010919] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.011057] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d5e4e4-d644-4828-986e-187666251613 is going to be deleted. [ 1516.011898] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.012133] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.029293] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.029447] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd is going to be deleted. [ 1516.030350] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.030568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.048813] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.049056] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fdb4d7-386c-4343-8645-772336b2d6a4 is going to be deleted. [ 1516.049846] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.050085] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.074690] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.074910] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bfcceb5-7379-451a-b32f-510af68aaf1b is going to be deleted. [ 1516.075887] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.076119] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.077502] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.077627] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.089350] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.089531] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.098372] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.098550] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f180044c-98a1-4c2c-8886-f51c008ba8e4 is going to be deleted. [ 1516.099379] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.099608] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.111530] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.111754] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.117143] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.117268] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f5335c-4a4e-4032-91f2-d77e4b3720e1 is going to be deleted. [ 1516.118101] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.118312] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.130711] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.130860] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.161468] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.161697] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8386780-3067-4830-abad-6f2b27c2e86f is going to be deleted. [ 1516.162489] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.162706] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.176678] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.176987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.197765] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.197979] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621aa616-137f-424f-a8db-ee0424748af1 is going to be deleted. [ 1516.198749] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.198975] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.210493] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.210740] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.236403] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.236667] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d410cb-b49b-4bee-a34d-a20398df7a8f is going to be deleted. [ 1516.237469] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.237736] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.304240] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.304616] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f84f1db3-05cf-4ea0-97f8-a43c943d6a04 is going to be deleted. [ 1516.305441] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.305673] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.307212] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.307366] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.321089] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.321387] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.370516] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.370740] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d is going to be deleted. [ 1516.371618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.371904] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.445178] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.445369] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1adf5a6d-530f-4cdc-8e6a-f628310e3037 is going to be deleted. [ 1516.446313] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.446551] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.447511] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.449070] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.449167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.500503] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.500713] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.501426] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.501523] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.502360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.502486] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed01781-a8a4-4422-99f2-5f023dfe0e4c is going to be deleted. [ 1516.503354] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.503567] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.503661] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.503787] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d5e4e4-d644-4828-986e-187666251613" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.503953] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.504148] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.504232] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.504357] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a3372b-9ac5-4e4b-84b6-d7f1e8db73dd" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.504827] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.504987] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.505104] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.505310] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fdb4d7-386c-4343-8645-772336b2d6a4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.505465] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.505619] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.505696] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.505810] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bfcceb5-7379-451a-b32f-510af68aaf1b" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.505935] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.506093] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.506173] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.506280] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f180044c-98a1-4c2c-8886-f51c008ba8e4" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.506402] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.506539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.506616] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.506731] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f5335c-4a4e-4032-91f2-d77e4b3720e1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.506853] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.506989] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.507077] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.507199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8386780-3067-4830-abad-6f2b27c2e86f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.507323] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.507460] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.507533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.507650] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621aa616-137f-424f-a8db-ee0424748af1" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.507776] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.507910] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.507984] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.508107] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d410cb-b49b-4bee-a34d-a20398df7a8f" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.508239] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.508432] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.508522] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.508641] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f84f1db3-05cf-4ea0-97f8-a43c943d6a04" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.508767] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.508907] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.508980] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.509115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e3fd77-30fa-4ee7-b80c-5da1c1adfb3d" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.668354] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.668796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.668796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.668796] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.668901] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.669050] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed01781-a8a4-4422-99f2-5f023dfe0e4c" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.693573] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.693820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.693820] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.693997] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.694159] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.694292] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1adf5a6d-530f-4cdc-8e6a-f628310e3037" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.950900] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75f31cc7-f060-4968-bdd0-c2db865389ca: rpc.has_security_group_logging(os_id): False [ 1516.970023] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.970254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.970254] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.970471] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.996027] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.996347] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.996515] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.996586] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.996798] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.996882] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.996973] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca is going to be updated. [ 1517.060137] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.060360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.060360] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.060493] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.060644] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.079237] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: IN_PROGRESS for 2s [ 1519.097292] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: SUCCESS [ 1519.097692] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.405096] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.405574] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.406885] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.406885] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.408505] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.408505] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.409081] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.409081] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.410640] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.411073] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.411977] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.412420] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.413686] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.413686] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.415019] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.415436] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.417470] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.417823] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.418635] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.419075] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.420138] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.420519] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.234480] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.234989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.234989] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.235164] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.235843] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.236164] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.236320] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.236546] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.236701] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.236935] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1573.237070] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] NeedRegenerationException {{(pid=66948) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1573.237182] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] no value, waiting for create lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1573.237290] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] value creation lock acquired {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1573.237401] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] No value present for key: 'zone-id' {{(pid=66948) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1573.237506] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Calling creation function for not-yet-present value {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1573.237639] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1573.263290] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1573.263521] env[66948]: DEBUG dogpile.cache.region [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66948) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1573.263584] env[66948]: DEBUG dogpile.lock [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Released creation lock {{(pid=66948) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1573.263743] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "network-552" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.264076] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock port-0a7e670a-cca4-4ec8-aa27-899c78a619ee taken with stack trace [, , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.264253] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.264374] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.264669] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.264806] env[66948]: DEBUG networking_nsxv3.api.rpc [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7e670a-cca4-4ec8-aa27-899c78a619ee',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.767571] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.767826] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.767960] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.768252] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.768409] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.768701] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.768859] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.768977] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.769209] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.769347] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.769624] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.769789] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.769905] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.770121] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.770256] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.770630] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Resource: SegmentPort with ID: 0a7e670a-cca4-4ec8-aa27-899c78a619ee is going to be updated. [ 1573.791297] env[66948]: DEBUG networking_nsxv3.common.locking [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.791508] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.791607] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.791854] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.792076] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.792292] env[66948]: DEBUG oslo_concurrency.lockutils [None req-9f8a9321-f9b3-4708-9c1f-a646af2cb82a None None] Releasing lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.459167] env[66948]: INFO networking_nsxv3.common.synchronization [req-9e7da604-da1e-45ba-b812-4976e0362937 req-cefb8666-0e9c-4f77-8e72-225b6be2ea52 service nova] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_rules [ 1574.459430] env[66948]: INFO networking_nsxv3.common.synchronization [req-9e7da604-da1e-45ba-b812-4976e0362937 req-cefb8666-0e9c-4f77-8e72-225b6be2ea52 service nova] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_members [ 1574.459543] env[66948]: INFO networking_nsxv3.common.synchronization [req-9e7da604-da1e-45ba-b812-4976e0362937 req-cefb8666-0e9c-4f77-8e72-225b6be2ea52 service nova] Enqueued Resource ID: 0a7e670a-cca4-4ec8-aa27-899c78a619ee with Priority: HIGHEST for action port [ 1574.459712] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_rules [ 1574.459845] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_members [ 1574.459943] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7e670a-cca4-4ec8-aa27-899c78a619ee with Priority: HIGHEST for action port [ 1574.460511] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.460636] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.460705] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.460897] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.460983] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.462355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.462568] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.462643] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.462851] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.462999] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.463115] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.463179] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.464328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.464328] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.464328] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.464885] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7e670a-cca4-4ec8-aa27-899c78a619ee taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.464993] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.465072] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.465805] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.465805] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7e670a-cca4-4ec8-aa27-899c78a619ee',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.962909] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.963020] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.965350] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.967865] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a7e670a-cca4-4ec8-aa27-899c78a619ee with status ACTIVE [ 1574.968068] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.968206] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.968250] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.968447] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.968537] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.968715] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.968826] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.968877] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.969079] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.969142] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.969293] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.969382] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.969445] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.969799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.969799] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.969799] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a7e670a-cca4-4ec8-aa27-899c78a619ee is going to be updated. [ 1574.988705] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.988883] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.988927] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.989126] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.989262] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.989424] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7e670a-cca4-4ec8-aa27-899c78a619ee" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.467618] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.971135] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.971135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.971135] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.971458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.971458] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.971581] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca is going to be updated. [ 1576.005961] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.006211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.006211] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.006390] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.006533] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.016973] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: IN_PROGRESS for 2s [ 1578.029042] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: SUCCESS [ 1578.029637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.029637] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.029792] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.029887] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.030078] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.030162] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.030300] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.030369] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.030457] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.030550] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.533029] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.037171] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75f31cc7-f060-4968-bdd0-c2db865389ca: rpc.has_security_group_logging(os_id): False [ 1579.057355] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.057618] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.057678] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.057961] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.058111] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.058426] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.058539] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.058609] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.058769] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.058848] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.058953] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca is going to be updated. [ 1579.127552] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.127861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.127861] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.128199] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.128414] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.145360] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: IN_PROGRESS for 2s [ 1579.461481] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.461601] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1581.165744] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: SUCCESS [ 1581.166233] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.462312] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.462703] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.463137] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.463533] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.463884] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.464350] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.465104] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.465555] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.466592] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.466979] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.468059] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.468059] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1614.469062] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.469528] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1619.469978] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.469978] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1624.471361] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.471749] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.888020] env[66948]: INFO networking_nsxv3.common.synchronization [req-f8dc2921-86b4-4a77-9ca1-2b24b87d9276 req-9747a348-503c-4a74-8cfc-7b9e6dc230c5 tempest-AttachVolumeShelveTestJSON-699235333 tempest-AttachVolumeShelveTestJSON-699235333-project-member] Enqueued Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_members [ 1625.888229] env[66948]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f31cc7-f060-4968-bdd0-c2db865389ca with Priority: HIGHEST for action security_group_members [ 1625.888539] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f31cc7-f060-4968-bdd0-c2db865389ca taken with stack trace [, , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.888655] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.888712] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1625.888905] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1625.889069] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.889167] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.889229] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1625.889376] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1625.889487] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1625.889544] env[66948]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f31cc7-f060-4968-bdd0-c2db865389ca',) {} {{(pid=66948) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1626.394353] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.394353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.394353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.394353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.394353] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.394353] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.394873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.394873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.394873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.394873] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.394873] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca is going to be updated. [ 1626.426279] env[66948]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66948) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.426431] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.426481] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.427333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.427333] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.442810] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: IN_PROGRESS for 2s [ 1628.453821] env[66948]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f31cc7-f060-4968-bdd0-c2db865389ca in Status: SUCCESS [ 1628.454105] env[66948]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f31cc7-f060-4968-bdd0-c2db865389ca deletion is rescheduled due to dependency. [ 1628.454145] env[66948]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f31cc7-f060-4968-bdd0-c2db865389ca" {{(pid=66948) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.889123] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.889123] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.890539] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.890539] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.891849] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.892303] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.893120] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.893571] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.895503] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.895935] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.897439] env[66948]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.897784] env[66948]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0